-- Logs begin at Thu 2021-08-26 11:39:26 UTC, end at Thu 2021-08-26 12:43:42 UTC. -- Aug 26 12:14:37.645568 dv-cinder-806141-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 12:14:40.380874 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.common.config [-] Logging enabled! Aug 26 12:14:40.381473 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 12:14:40.381685 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93703) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 12:14:40.384976 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.common.config [-] Logging enabled! Aug 26 12:14:40.385232 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 12:14:40.385548 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93703) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 12:14:40.386547 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 12:14:40.386786 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 12:14:40.387161 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 12:14:40.387412 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 12:14:40.387643 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 12:14:40.388500 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.388805 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.389108 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.389344 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.389644 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.389937 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.390222 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.390540 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.390848 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.391139 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.391425 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.391716 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.391953 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.392244 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.392537 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.392833 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.393057 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] debug = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.393340 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.393768 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.394177 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.394485 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.394784 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.395068 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.395346 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.395626 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.396005 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.396358 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] host = dv-cinder-806141-1-iscsi {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.396639 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.396931 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.397222 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.397513 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.397791 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.398073 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.398361 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.398662 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.398983 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] log_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.399250 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.399501 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.399792 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.400087 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.400319 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.400546 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.400842 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.401133 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.401414 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.401691 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.401970 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.402253 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.402561 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.402836 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.403126 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.403479 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.404264 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.404544 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.404825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.405104 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.405387 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.405676 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.405954 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.406231 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.406605 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.406901 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.407176 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.407456 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.407765 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.408055 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.408344 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.408633 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.408914 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.409203 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.409482 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.409757 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.410037 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] use_json = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.410313 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.410612 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.410901 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.411182 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.411459 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.411737 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.412011 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.412306 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:40.412607 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.412910 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.413216 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.413505 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.413804 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.414085 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.414376 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.414683 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.414976 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.415287 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.415559 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.415837 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.416126 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.416406 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.416702 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.417009 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.417305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.417598 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.418008 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.418154 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.418450 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.418735 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.419062 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.419355 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.419650 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.419937 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.420218 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.420508 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.420805 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.421101 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.421377 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.421658 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.421950 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.422236 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.422538 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.422825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.423113 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.423396 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.423671 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.423955 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.424240 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.424512 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.424782 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.425063 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.425356 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.425634 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.425907 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.426180 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.426494 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.426768 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.427052 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.427340 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.427612 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.427885 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.428166 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.428438 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.428712 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.428988 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.429261 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.429539 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.429810 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.430081 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.430354 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.430652 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.430923 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.431194 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.431467 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.431747 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.432020 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.432299 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.432570 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.432842 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.433114 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.433405 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.433705 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.433985 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.434263 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.434567 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.435359 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.435640 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.435919 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.436198 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.436474 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.436749 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.437040 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.437326 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.437613 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.437899 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.438177 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.438527 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.438811 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.439096 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.439388 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.439650 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.439937 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.440223 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.440521 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.440819 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.441115 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.441409 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.441708 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.442019 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.442333 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.442651 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:40.442828 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 12:14:40.443077 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93703) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 12:14:40.798298 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 12:14:40.798605 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 12:14:40.798897 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 12:14:40.799236 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 12:14:41.194071 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.194370 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.194667 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.196021 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.196300 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.196570 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.233334 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.233612 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.233887 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.249071 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.249359 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.249635 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.277470 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.277883 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.278156 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.316759 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.317042 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.317317 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.552509 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.553147 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.553147 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.553314 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.554188 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.675167 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.675488 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.675773 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.676054 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.676330 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.676645 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.676914 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.677177 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.677436 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.677724 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.677990 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.678268 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.678554 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.678818 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.679081 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.679352 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.679614 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.679887 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.680161 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.680427 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.680704 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.680963 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.681249 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.681664 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.681932 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.682186 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.682617 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:14:41.682860 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:14:41.683097 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:14:41.683336 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:14:41.683587 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:14:41.683811 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:14:41.684171 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 12:14:41.687328 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 12:14:41.691420 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 12:14:41.695237 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 26 12:14:41.696873 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 12:14:41.697331 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 12:14:41.697666 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 12:14:41.698051 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 12:14:41.701386 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 12:14:41.701640 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 12:14:41.701994 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 12:14:41.707747 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 12:14:41.736072 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 12:14:41.736546 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.736852 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93703) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 26 12:14:41.737223 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.738641 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93703) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 12:14:41.738936 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 12:14:41.739184 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 12:14:41.742466 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.742756 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:41.807548 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 12:14:41.807721 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 12:14:41.807969 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 12:14:41.808347 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 12:14:41.833726 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_db.sqlalchemy.engines [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93703) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 12:14:42.363825 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Initializing driver for type 'gre' Aug 26 12:14:42.364419 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] gre ID ranges: [(1, 1000)] Aug 26 12:14:42.416045 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Initializing driver for type 'local' Aug 26 12:14:42.416378 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Initializing driver for type 'vlan' Aug 26 12:14:42.429967 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] VlanTypeDriver initialization complete Aug 26 12:14:42.430295 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Initializing driver for type 'vxlan' Aug 26 12:14:42.430812 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] vxlan ID ranges: [(1, 1000)] Aug 26 12:14:42.483147 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Initializing extension driver 'port_security' Aug 26 12:14:42.483539 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.extensions.port_security [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] PortSecurityExtensionDriver initialization complete Aug 26 12:14:42.483908 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Initializing mechanism driver 'openvswitch' Aug 26 12:14:42.484275 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Initializing mechanism driver 'hyperv' Aug 26 12:14:42.490762 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:42.491457 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > port after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.491811 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.492161 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.492684 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:14:42.493116 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > subnet after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.493716 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > subnet after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.494063 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.494489 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:14:42.494885 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > network after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.495236 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > network after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.495575 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > network after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.495965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:14:42.496372 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > security_group after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.496720 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > security_group after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.497059 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.498192 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:14:42.498629 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.498984 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.499329 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.499720 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:14:42.500123 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > address_group after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.500470 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > address_group after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.500807 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.501223 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 12:14:42.501602 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] ML2 OVO RPC backend initialized. {{(pid=93703) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 26 12:14:42.502307 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.502684 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.503099 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > network before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.503448 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > networks before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.503795 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > port before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.504136 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > ports before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.504480 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > subnet before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.504821 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > subnets before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.505165 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > network after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.505506 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > network after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.505845 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > network after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.506183 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > port after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.506553 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.506890 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.507222 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > subnet after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.507555 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > subnet after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.507889 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.508462 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.plugin [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Modular L2 Plugin initialization complete Aug 26 12:14:42.508791 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading services supported by the core plugin {{(pid=93703) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 12:14:42.509114 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Got port-security extension from driver 'port_security' Aug 26 12:14:42.509574 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.extensions.vlantransparent [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Disabled vlantransparent extension. Aug 26 12:14:42.510052 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93703) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 12:14:42.510365 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading Plugin: router Aug 26 12:14:42.547546 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.547937 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router after_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.548305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router before_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.548668 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.549039 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.549395 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router after_delete 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.549753 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > floatingip after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.550101 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.550483 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router after_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.550831 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router after_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.551179 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router after_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.551525 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.551880 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router after_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.552288 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router precommit_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.552655 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.553190 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.553314 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: subnet after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.553649 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.553995 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.554340 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router precommit_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.554703 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: port before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.555042 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router precommit_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.555392 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router after_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.555736 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.556088 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router precommit_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.556452 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.556800 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router precommit_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.557164 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > agent after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.557516 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > agent after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.557859 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > network after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.558742 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Tracking information for resource: router configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:14:42.559075 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Tracking information for resource: floatingip configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 12:14:42.564628 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.db.l3_agentschedulers_db [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 12:14:42.565204 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.565568 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: port after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.565919 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.566269 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.567100 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router before_create 55550100 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.567464 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.567823 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router precommit_create 55550100 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.568174 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > router precommit_update 55550100 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.572717 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.services.provider_configuration [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service providers = [] {{(pid=93703) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 12:14:42.573080 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.db.servicetype_db [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93703) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 12:14:42.576079 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.services.service_base [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 12:14:42.576431 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.services.service_base [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 12:14:42.576771 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.services.service_base [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 12:14:42.577654 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.services.service_base [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 12:14:42.578021 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.services.service_base [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 12:14:42.578398 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:14:42.578731 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 12:14:42.589315 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:14:42.589659 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading Plugin: auto_allocate Aug 26 12:14:42.595466 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: network precommit_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.595830 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: network precommit_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.596342 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:14:42.596659 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading Plugin: tag Aug 26 12:14:42.603185 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:14:42.603512 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading Plugin: timestamp Aug 26 12:14:42.608086 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:14:42.608412 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading Plugin: network_ip_availability Aug 26 12:14:42.613926 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.614240 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.614691 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.615399 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:14:42.615710 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading Plugin: flavors Aug 26 12:14:42.620651 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:14:42.620979 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading Plugin: revisions Aug 26 12:14:42.625946 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 12:14:42.626334 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 12:14:42.627092 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93703) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 26 12:14:42.627424 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Initializing extension manager. Aug 26 12:14:42.627932 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: __init__.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.628269 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: __pycache__ {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.628597 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.628927 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: address_group.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.629685 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.630254 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: address-group Aug 26 12:14:42.630604 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: address_scope.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.631317 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.631824 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: address-scope Aug 26 12:14:42.632143 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.633068 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.633579 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: router-admin-state-down-before-update Aug 26 12:14:42.633897 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: agent.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.634820 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.635333 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: agent Aug 26 12:14:42.635658 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: agent_resources_synced.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.636568 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.637076 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: agent-resources-synced Aug 26 12:14:42.637395 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: allowedaddresspairs.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.639301 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.639827 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: allowed-address-pairs Aug 26 12:14:42.640159 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: auto_allocated_topology.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.641237 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.641760 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: auto-allocated-topology Aug 26 12:14:42.642086 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: availability_zone.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.642823 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.643333 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: availability_zone Aug 26 12:14:42.643657 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: availability_zone_filter.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.644563 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.645079 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: availability_zone_filter Aug 26 12:14:42.645397 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: data_plane_status.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.646300 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.646839 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 12:14:42.647159 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: default_subnetpools.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.648064 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.648576 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: default-subnetpools Aug 26 12:14:42.648894 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.649695 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.650208 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: dhcp_agent_scheduler Aug 26 12:14:42.650566 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: dns.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.651476 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.651984 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension dns-integration not supported by any of loaded plugins Aug 26 12:14:42.652309 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: dns_domain_ports.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.653224 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.653755 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 12:14:42.654075 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.655028 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.655537 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 12:14:42.655854 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: dvr.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.656518 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.657028 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: dvr Aug 26 12:14:42.657345 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: ecmp_routes.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.658253 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.658800 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 12:14:42.659121 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: empty_string_filtering.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.660030 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.660546 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: empty-string-filtering Aug 26 12:14:42.660860 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.661769 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.662283 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 12:14:42.662633 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.663542 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.664051 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 12:14:42.664370 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: external_net.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.665274 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.665784 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: external-net Aug 26 12:14:42.666102 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.667041 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.667562 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: extra_dhcp_opt Aug 26 12:14:42.667879 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: extraroute.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.668792 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.669829 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: extraroute Aug 26 12:14:42.670145 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: extraroute_atomic.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.671210 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.671731 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: extraroute-atomic Aug 26 12:14:42.672047 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: filter_validation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.672714 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.673217 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: filter-validation Aug 26 12:14:42.673554 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: fip_pf_description.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.674479 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.674985 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 12:14:42.675307 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: fip_port_details.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.676221 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.676732 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: fip-port-details Aug 26 12:14:42.677049 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: flavors.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.678266 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.678818 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: flavors Aug 26 12:14:42.679143 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.680785 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.681305 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 12:14:42.681641 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: floatingip_pools.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.682342 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.682878 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: floatingip-pools Aug 26 12:14:42.683203 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: ip_allocation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.684133 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.685189 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 12:14:42.685522 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.686464 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.686982 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: ip-substring-filtering Aug 26 12:14:42.687307 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: l2_adjacency.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.688243 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.688748 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 12:14:42.689070 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: l3.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.690172 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.690732 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: router Aug 26 12:14:42.691058 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.693277 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.693806 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 12:14:42.694146 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.695092 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.695611 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: ext-gw-mode Aug 26 12:14:42.695938 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.696867 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.697379 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: l3-ha Aug 26 12:14:42.697704 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: l3_flavors.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.698639 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.699151 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: l3-flavors Aug 26 12:14:42.699475 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.700412 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.700925 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 12:14:42.701248 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: l3agentscheduler.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.702269 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.702806 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: l3_agent_scheduler Aug 26 12:14:42.703133 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: logging.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.704606 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.705121 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension logging not supported by any of loaded plugins Aug 26 12:14:42.705450 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: metering.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.706189 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.706799 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: metering Aug 26 12:14:42.707121 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.708207 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.708726 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: metering_source_and_destination_fields Aug 26 12:14:42.709047 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: multiprovidernet.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.709972 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.710511 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: multi-provider Aug 26 12:14:42.710832 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: netmtu.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.711747 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.712256 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: net-mtu Aug 26 12:14:42.712576 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: netmtu_writable.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.713496 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.714008 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: net-mtu-writable Aug 26 12:14:42.714357 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: network_availability_zone.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.715047 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.715601 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: network_availability_zone Aug 26 12:14:42.716401 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: network_ip_availability.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.717508 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.718029 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: network-ip-availability Aug 26 12:14:42.718349 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: network_segment_range.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.719159 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.719637 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 12:14:42.719948 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: pagination.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.720933 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.721265 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: pagination Aug 26 12:14:42.721581 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: port_device_profile.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.722544 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.723064 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: port-device-profile Aug 26 12:14:42.723382 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.724305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.724820 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: port-mac-address-regenerate Aug 26 12:14:42.725140 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.726046 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.726593 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: port-numa-affinity-policy Aug 26 12:14:42.726916 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: port_resource_request.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.727842 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.728351 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 12:14:42.728670 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: portbindings.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.729601 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.730117 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: binding Aug 26 12:14:42.730457 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: portbindings_extended.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.732404 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.732922 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: binding-extended Aug 26 12:14:42.733244 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: portsecurity.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.734161 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.734712 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: port-security Aug 26 12:14:42.735037 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: project_id.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.736009 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.736337 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: project-id Aug 26 12:14:42.736655 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: providernet.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.737584 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.738106 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: provider Aug 26 12:14:42.738443 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.741954 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.742508 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos not supported by any of loaded plugins Aug 26 12:14:42.742841 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.744338 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.744858 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 12:14:42.745189 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.746109 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.746662 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 12:14:42.746989 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos_default.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.747922 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.748437 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos-default not supported by any of loaded plugins Aug 26 12:14:42.748763 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos_fip.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.749414 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.749918 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos-fip not supported by any of loaded plugins Aug 26 12:14:42.750239 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos_gateway_ip.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.751197 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.751708 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 12:14:42.752029 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos_port_network_policy.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.752937 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.753450 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 12:14:42.753772 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos_pps_rule.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.754965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.755488 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos-pps not supported by any of loaded plugins Aug 26 12:14:42.755811 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos_rule_type_details.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.756724 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.757239 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 12:14:42.757560 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: qos_rules_alias.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.758619 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.759131 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 12:14:42.759450 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: quotasv2.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.760381 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.760707 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: quotas Aug 26 12:14:42.761031 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: quotasv2_detail.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.764168 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.764502 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: quota_details Aug 26 12:14:42.764840 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: rbac.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.766102 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.766655 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: rbac-policies Aug 26 12:14:42.766986 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: rbac_address_group.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.767920 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.768441 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: rbac-address-group Aug 26 12:14:42.768764 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: rbac_address_scope.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.769684 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.770201 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: rbac-address-scope Aug 26 12:14:42.770557 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: rbac_security_groups.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.771477 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.771994 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: rbac-security-groups Aug 26 12:14:42.772315 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: rbac_subnetpool.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.773220 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.773732 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: rbac-subnetpool Aug 26 12:14:42.774051 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: revisionifmatch.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.774988 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.775509 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: revision-if-match Aug 26 12:14:42.775828 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: revisions.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.776933 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.777454 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: standard-attr-revisions Aug 26 12:14:42.777780 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: router_availability_zone.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.778994 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.779506 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: router_availability_zone Aug 26 12:14:42.779827 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: routerservicetype.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.780742 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.781254 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension router-service-type not supported by any of loaded plugins Aug 26 12:14:42.781582 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.782531 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.783049 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: security-groups-normalized-cidr Aug 26 12:14:42.783367 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.784282 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.784795 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: port-security-groups-filtering Aug 26 12:14:42.785115 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.786039 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.786589 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: security-groups-remote-address-group Aug 26 12:14:42.786913 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: securitygroup.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.798310 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.798876 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: security-group Aug 26 12:14:42.799207 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: segment.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.799996 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.800508 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension segment not supported by any of loaded plugins Aug 26 12:14:42.800832 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.801797 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.802300 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 12:14:42.802644 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: servicetype.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.803837 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.804368 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: service-type Aug 26 12:14:42.804695 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: sorting.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.805683 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.806012 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: sorting Aug 26 12:14:42.806335 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: standard_attr_segment.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.807280 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.807801 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 12:14:42.808121 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: standardattrdescription.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.808763 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.809274 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: standard-attr-description Aug 26 12:14:42.809619 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: stateful_security_group.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.810579 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.811099 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: stateful-security-group Aug 26 12:14:42.811422 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: stdattrs_common.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.812009 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 12:14:42.812322 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.813250 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.813763 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 12:14:42.814084 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: subnet_onboard.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.815184 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.815720 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: subnet_onboard Aug 26 12:14:42.816029 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.816956 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.817458 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 12:14:42.817777 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: subnet_service_types.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.818730 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.819244 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: subnet-service-types Aug 26 12:14:42.819566 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: subnetallocation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.820650 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.821167 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: subnet_allocation Aug 26 12:14:42.821495 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.822168 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.822700 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: subnetpool-prefix-ops Aug 26 12:14:42.823023 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.823962 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.824469 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 12:14:42.824791 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: tagging.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.825881 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.826422 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: standard-attr-tag Aug 26 12:14:42.826744 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: timestamp.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.827944 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.828491 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loaded extension: standard-attr-timestamp Aug 26 12:14:42.828793 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: trunk.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.829823 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.830344 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension trunk not supported by any of loaded plugins Aug 26 12:14:42.830697 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: trunk_details.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.831626 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.832145 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension trunk-details not supported by any of loaded plugins Aug 26 12:14:42.832466 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: uplink_status_propagation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.833380 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.833895 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 12:14:42.834218 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Loading extension file: vlantransparent.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 12:14:42.834910 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 12:14:42.835430 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 12:14:42.837874 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:network Aug 26 12:14:42.838391 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:subnet Aug 26 12:14:42.838816 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:14:42.839208 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:port Aug 26 12:14:42.840450 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.841409 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service FLAVORS assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.842031 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.842539 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.842811 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:router Aug 26 12:14:42.843241 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:floatingip Aug 26 12:14:42.843732 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service METERING assigned prefix: /metering {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.845304 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.845706 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.846090 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:14:42.847153 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 12:14:42.847591 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:security_group Aug 26 12:14:42.848023 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 12:14:42.848613 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service CORE assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.848935 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:14:42.849277 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] subnetpool is already registered Aug 26 12:14:42.849705 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service CORE assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.850024 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:14:42.850360 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] subnetpool is already registered Aug 26 12:14:42.852661 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.853082 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service FLAVORS assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.853677 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.854095 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.854444 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:router Aug 26 12:14:42.854783 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] router is already registered Aug 26 12:14:42.855186 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:floatingip Aug 26 12:14:42.855519 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] floatingip is already registered Aug 26 12:14:42.855973 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service METERING assigned prefix: /metering {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.857305 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 12:14:42.857630 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] rbac_policy is already registered Aug 26 12:14:42.858038 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:security_group Aug 26 12:14:42.858369 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] security_group is already registered Aug 26 12:14:42.858794 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 12:14:42.859120 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] security_group_rule is already registered Aug 26 12:14:42.859737 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service CORE assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.860064 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:14:42.860397 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] subnetpool is already registered Aug 26 12:14:42.860815 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Service CORE assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 12:14:42.861135 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 12:14:42.861466 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] subnetpool is already registered Aug 26 12:14:42.861937 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: extensions {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.863445 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: address-groups {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.864983 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: address-scopes {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.866245 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: agents {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.867439 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: auto-allocated-topology {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.868923 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: availability_zones {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.870135 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: dhcp-networks {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.871704 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: dhcp-agents {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.873143 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: routers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.875447 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: flavors {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.876609 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: service_profiles {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.877820 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: next_providers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.879306 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: service_profiles {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.880839 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: floatingip-pools {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.882071 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: routers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.884188 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: floatingips {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.885475 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: l3-routers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.886885 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: l3-agents {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.888321 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: metering-labels {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.889680 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: metering-label-rules {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.890979 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: network-ip-availabilities {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.892251 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: bindings {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.893885 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: quotas {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.895349 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: quotas {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.896777 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: rbac-policies {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.897973 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: security-groups {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.899286 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: security-group-rules {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.900522 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: service-providers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.901730 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: subnetpools {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.904725 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: subnetpools {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.906181 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.907879 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.909742 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.911527 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.913331 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.915184 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.916847 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.918765 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.921109 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.922869 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron.api.extensions [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 12:14:42.928710 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING keystonemiddleware.auth_token [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 12:14:42.933411 dv-cinder-806141-1-iscsi neutron-server[93703]: WARNING keystonemiddleware.auth_token [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 12:14:42.941707 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Acquired lock "singleton_lock" {{(pid=93703) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 26 12:14:42.942185 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Releasing lock "singleton_lock" {{(pid=93703) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 26 12:14:42.942865 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO oslo_service.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Starting 2 workers Aug 26 12:14:42.947613 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Started child 93810 {{(pid=93703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 12:14:42.952059 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Started child 93811 {{(pid=93703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 12:14:42.953043 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:42.953686 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO neutron.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 12:14:42.954316 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Notify callbacks [] for process, before_spawn {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:42.954533 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [-] (93810) wsgi starting up on http://0.0.0.0:9696 Aug 26 12:14:42.956713 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO oslo_service.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Starting 1 workers Aug 26 12:14:42.956849 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:42.958192 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [-] (93811) wsgi starting up on http://0.0.0.0:9696 Aug 26 12:14:42.961848 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Started child 93812 {{(pid=93703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 12:14:42.962354 dv-cinder-806141-1-iscsi neutron-server[93703]: INFO oslo_service.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Starting 1 workers Aug 26 12:14:42.965546 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] calling RpcWorker wait() {{(pid=93812) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 12:14:42.966617 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] returning from RpcWorker wait() {{(pid=93812) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 12:14:42.967403 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Started child 93813 {{(pid=93703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 12:14:42.968056 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:42.968220 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a310f1a9-bba5-4c94-89db-6050aec3610a None None] Notify callbacks [] for process, after_spawn {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:42.968639 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:42.970123 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93703) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 12:14:42.970335 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 12:14:42.970545 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 12:14:42.970769 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 12:14:42.971098 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 12:14:42.971258 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 12:14:42.971773 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.972043 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.972320 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.972515 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:42.973002 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.973002 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.973420 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.973676 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.973929 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.974199 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.974455 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.974628 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.974792 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.975052 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.975283 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.975590 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.975855 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.976090 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.976372 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.976547 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.976817 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.977088 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.977313 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.977586 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] debug = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.977828 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.978305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.978579 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.978833 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.979051 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.979348 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.979574 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.979843 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.980101 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.980337 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.980583 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.980848 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.981105 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.981337 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.982185 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.982451 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.982672 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.983150 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] host = dv-cinder-806141-1-iscsi {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.983366 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.983598 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.983820 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.984043 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.984285 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.984502 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.984748 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.985000 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.985261 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.985482 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.985753 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.985986 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.986228 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.986496 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.986662 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_options = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.987201 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.987201 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.987529 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.987655 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.987791 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.987915 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.988153 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.988309 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.988550 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.988959 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.988959 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.989351 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.989477 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.989610 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.989884 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.990130 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.990361 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.990610 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.991115 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.991422 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.991602 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.991849 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.992080 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.992347 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.993000 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.993000 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.993000 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.993404 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.993404 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.993896 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.994103 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.994379 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.994650 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.994907 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.995141 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.995366 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.995595 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.995861 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.996087 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.996340 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.996594 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.996833 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.997086 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.997301 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.997532 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.997745 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_json = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.997954 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.998261 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.998465 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.998684 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.998902 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.999113 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.999333 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:42.999562 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.000076 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.000278 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.000594 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.000838 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.001071 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.001331 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.001582 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.001798 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.002056 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.002309 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.002656 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.002883 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.003163 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.003410 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.003663 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.003988 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.004227 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.004496 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.004681 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:43.004816 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.004948 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.005158 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.005395 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.005674 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.005982 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.006175 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.006373 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.006596 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.006989 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.007173 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.007498 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.007693 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.007907 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.008162 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.008708 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.008708 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.009018 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.009018 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.009266 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.009499 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.009747 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.009979 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.010473 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.010473 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.010710 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.010895 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.011191 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.011381 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.012211 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.012211 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.012211 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.012568 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.012568 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.013380 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.013380 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.013380 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.013380 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.014432 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.014432 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.014432 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.016246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.016246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.016246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.016246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.016246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.016246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.016246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.016246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.016246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.017301 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.017301 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.017301 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.017301 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.017301 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.018372 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.018372 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.018372 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.018372 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.018372 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.019818 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.019818 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.019818 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.019818 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.019818 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.019818 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.020240 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.020240 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.020396 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.020703 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.020930 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.021207 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.021517 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.021760 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.022009 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.022266 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.022559 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.025965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.025965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.025965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.025965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.025965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.025965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.025965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.025965 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.027825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.027825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.027825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.027825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.027825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.027825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.027825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.027825 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.030850 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.030850 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.030850 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.030850 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.030850 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.030850 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.030850 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.030850 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031751 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031751 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031751 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031751 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.031983 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.032174 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.032372 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.032812 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.033245 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.033477 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.033787 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.034041 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.034274 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.034510 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.034779 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.035002 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.035248 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.035521 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.035765 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.036003 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.036251 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.036481 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.036695 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.036910 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.037143 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.037356 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.037593 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.037807 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.038040 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.038273 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.038507 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.038757 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.038970 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.039187 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.039399 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.039616 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.039832 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.040059 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.040269 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.040489 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.041176 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.041395 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.041616 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.041835 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.042067 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.042315 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.042554 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.042839 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.043095 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.043339 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.043564 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.043804 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.044615 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.044831 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.045097 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.045314 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.045531 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.045743 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.045962 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.046177 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.046426 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.046656 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.046887 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.047140 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.047393 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.047733 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.047993 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.048242 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.048475 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.048694 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.048943 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.049187 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.049402 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.049615 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.049829 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.050042 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.050305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.050583 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.050833 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.051062 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.051270 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.051477 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.051707 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.051915 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.052199 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.052450 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.052676 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.052935 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.053182 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.053408 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.053638 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.053845 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.054055 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.054300 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.054533 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.054767 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.054991 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.055199 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.055405 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.055645 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.055859 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.056065 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.056288 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.056516 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.056761 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.056980 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.057196 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.057402 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.057622 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.057829 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.058035 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.058250 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.058484 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.058694 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.058919 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.059135 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.059309 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.059556 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.059771 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.059978 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.060269 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.060516 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.060734 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.061015 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.061239 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.061503 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.061776 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.062103 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.062328 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.062585 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.062834 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.063061 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.063293 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.063532 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.063851 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.064122 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.064371 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.064607 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.064872 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.065146 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.065423 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.065699 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.065938 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.066276 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.066572 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.066845 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.067075 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.067323 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.067546 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.067814 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.068018 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.068252 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.068468 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.068715 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.068952 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.069252 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.069446 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.069769 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.070126 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.070382 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.070634 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.070883 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.071108 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.071269 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 12:14:43.071821 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93703) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 12:14:43.071983 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 12:14:43.072134 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 12:14:43.072466 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 12:14:43.072652 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 12:14:43.072816 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 12:14:43.073026 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.073191 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.073354 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.073517 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.073676 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.073856 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.074016 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.074174 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.074333 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.074530 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.074676 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.074827 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.074984 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.075674 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.075839 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.075997 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.076155 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.076352 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.076517 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.076676 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.076833 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.076990 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.077146 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] debug = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.077303 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.077499 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.077662 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.077819 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.077977 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.078134 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.078290 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.078465 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.078625 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.078781 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.078939 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.079097 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.079253 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.079412 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.079569 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.079729 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.079886 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.080043 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] host = dv-cinder-806141-1-iscsi {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.080201 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.080358 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.080514 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.080671 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.080827 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.080984 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.081141 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.081299 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.081456 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.081612 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.081769 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.081926 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.082083 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.082242 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.082398 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_options = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.082575 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.082731 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.082888 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.083075 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.083243 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.083403 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.083561 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.083720 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.083879 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.084036 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.084194 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.084350 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.084507 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.084664 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.084824 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.084980 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.085138 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.085294 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.085451 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.085608 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.085766 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.085924 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.086083 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.086242 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.086399 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.086575 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.086732 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.086889 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.087045 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.087202 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.087358 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.087517 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.087675 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.087833 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.087991 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.088148 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.088305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.088465 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.088622 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.088778 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.088934 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.089092 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.089250 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.089408 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.089564 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.089721 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_json = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.089877 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.090034 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.090190 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.090347 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.090528 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.090684 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.090913 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.091542 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 12:14:43.091719 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.091881 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.092052 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.092215 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.092378 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.092539 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.092698 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.092858 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.093017 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.093176 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.093346 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.093506 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.093676 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.093836 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.093997 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.094158 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.094318 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.094570 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.094733 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.094892 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.095053 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.095215 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.095384 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.095544 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.095703 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.095863 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.096023 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.096199 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.096358 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.096518 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.096679 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.097042 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.097042 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.097576 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.097576 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.097831 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.097831 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.098062 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.098184 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.098266 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.098452 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.098788 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.098788 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.098963 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.099040 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.099199 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.099357 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.099519 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.099681 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.099842 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.100002 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.100163 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.100323 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.100485 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.100644 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.101020 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.101020 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.101228 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.101353 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.101543 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.101543 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.101746 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.101896 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.102023 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.102154 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.102313 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.102507 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.102668 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.102827 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.102987 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.103148 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.103313 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.103473 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.103633 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.103793 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.103951 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.104112 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.104272 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.104431 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.104592 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.104753 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.104919 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.105136 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.105241 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.105385 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.105702 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.105861 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.106023 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.106185 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.106355 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.107103 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.107103 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.107103 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.107103 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.107566 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.107566 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.107566 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.107846 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.107846 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.108049 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.108049 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.108212 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.108342 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.108498 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.108841 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.108841 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.109085 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.109167 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.109290 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.109413 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.109551 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.109711 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.109872 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.110033 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.110194 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.110355 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.110550 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.110708 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.111026 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.111189 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.111359 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.111531 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.111690 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.111844 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.111983 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.112140 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.112301 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.112448 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.112609 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.112770 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.112931 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.113074 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.113252 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.113424 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.113584 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.113745 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.113903 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.114086 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.114246 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.114423 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.114586 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.114748 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.114907 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.115118 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.115274 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.115404 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.115533 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.115666 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.115820 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.115969 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.116111 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.116273 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.116421 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.116548 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:43.116688 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.116824 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.116956 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.117096 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.117227 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.117359 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.117499 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.117631 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.117776 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.117909 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.118057 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.118218 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.118379 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.118823 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.118984 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.119145 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.119305 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.119464 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.119624 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.119782 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.119941 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.120104 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.120263 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.120423 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.120584 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.120749 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.120912 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.121071 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.121231 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.121390 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.121551 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.121712 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.121872 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.122056 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.122218 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.122378 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.122560 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.122718 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.122880 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.123056 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.123219 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.123382 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.123540 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.123853 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.124017 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.124179 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.124339 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.124498 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.124652 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.124807 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.124968 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.125131 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.125291 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.125451 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.125613 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.125772 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.125931 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.126092 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.126264 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.126447 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.126611 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.126770 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.126930 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.127090 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.127261 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.127421 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.127580 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.127739 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.127902 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.128060 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.128230 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.128390 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.128550 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.128708 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.128868 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.129087 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.129222 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.129366 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.129504 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.129640 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.129776 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.129906 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.130073 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.130232 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.130386 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.130561 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.130721 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.130911 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.131039 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.131197 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.131357 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.131516 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.131676 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.131835 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.132004 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.132153 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.132315 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.132483 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.132626 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.132787 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.132931 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.133107 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.133266 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.133407 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.133630 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.133764 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.133914 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.134042 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.134181 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.134319 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.134507 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.134650 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.134810 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.134978 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.135147 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.135306 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.135472 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.135643 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.135802 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.135963 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.136125 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.136286 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.136445 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.136605 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.136750 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.136913 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.137075 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.137235 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.137396 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.137557 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.138228 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.138391 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.138571 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.138732 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.138893 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.139053 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.139213 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 12:14:43.139366 dv-cinder-806141-1-iscsi neutron-server[93703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 12:14:43.326132 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 45900) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:43.334920 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064628 Aug 26 12:14:54.735357 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d6c986-dfa0-45c9-8c13-b880ce0089a7 None None] get_active_networks_info from dv-cinder-806141-1-iscsi {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 12:14:54.810337 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6c986-dfa0-45c9-8c13-b880ce0089a7 None None] No non-hosted networks {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 12:14:54.820032 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.agentschedulers_db [None req-82d6c986-dfa0-45c9-8c13-b880ce0089a7 None None] DHCP Agent not found on host dv-cinder-806141-1-iscsi {{(pid=93812) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 26 12:14:54.879287 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-605fca5d-42a3-4e71-bd2e-27d325dc8b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1812395'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:57.286592 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef937024-7d15-4453-836b-381fd258052a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1812395'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:57.334384 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90dc900f-7803-46b9-bbcf-87124fda9470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:57.470709 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1812395'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:57.471936 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.474712 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.475260 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.475775 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.476258 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.476824 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.477448 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.477954 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.478450 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.479143 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.479757 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.480233 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:57.481606 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806141-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:57.488563 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806141-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:58.203563 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1812395'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:00.004645 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1812395'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:01.007810 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 45992) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:01.511139 dv-cinder-806141-1-iscsi neutron-server[93811]: WARNING oslo_policy.policy [None req-bb1de275-a66b-43d5-8ca8-a7086faacec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:15:01.511718 dv-cinder-806141-1-iscsi neutron-server[93811]: WARNING oslo_policy.policy [None req-bb1de275-a66b-43d5-8ca8-a7086faacec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:15:01.732345 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [None req-bb1de275-a66b-43d5-8ca8-a7086faacec7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:15:01.733394 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-bb1de275-a66b-43d5-8ca8-a7086faacec7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7245944 Aug 26 12:15:02.573690 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.db.l3_hamode_db [None req-fef87e46-481f-4d4f-804a-beaf2a9efb3d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 12:15:02.650783 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef87e46-481f-4d4f-804a-beaf2a9efb3d None None] Routers set() bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:15:02.651163 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef87e46-481f-4d4f-804a-beaf2a9efb3d None None] Router IDs set() for agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 12:15:04.109794 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46006) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:04.421034 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ba1a628e-d885-46f3-aed7-f5a00124dc4a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:15:04.513821 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.policy [None req-ba1a628e-d885-46f3-aed7-f5a00124dc4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93811) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 12:15:04.557766 dv-cinder-806141-1-iscsi neutron-server[93811]: WARNING oslo_policy.policy [None req-ba1a628e-d885-46f3-aed7-f5a00124dc4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:15:04.558122 dv-cinder-806141-1-iscsi neutron-server[93811]: WARNING oslo_policy.policy [None req-ba1a628e-d885-46f3-aed7-f5a00124dc4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:15:04.566575 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.quota [None req-ba1a628e-d885-46f3-aed7-f5a00124dc4a admin admin] Loaded quota_driver: . Aug 26 12:15:04.653941 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba1a628e-d885-46f3-aed7-f5a00124dc4a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787355642471', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787355641940', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787355663162', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787355656262', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787356081157', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787355751716', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-752354', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1645192', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682280'] for rbac-policy, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:04.715755 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba1a628e-d885-46f3-aed7-f5a00124dc4a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:04.717010 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-ba1a628e-d885-46f3-aed7-f5a00124dc4a admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6062140 Aug 26 12:15:07.245874 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46018) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:07.554675 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Request body: {'network': {'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'admin_state_up': True, 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'name': 'private'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:15:07.583450 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Made reservation on behalf of 48c5ae8ae74d49a18b0f16f39d7b652a for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:15:07.586245 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:07.603467 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:07.730053 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:07.734732 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:07.755585 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:15:07.781594 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787353257957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:07.782119 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Unsubscribe: segment precommit_create {{(pid=93811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 12:15:07.782676 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Added segment 22601bdb-0679-409a-8611-7336d970ac22 of type vlan for network e1644c15-0242-4625-a84d-16cf53d8fce6 Aug 26 12:15:07.803322 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d5a6b-b41b-442f-968b-15aebeb07fa3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:07.854665 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.855088 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.855569 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.855902 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.856228 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.856564 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.856887 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.857205 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.857535 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.857858 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.858171 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.858506 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Tracked resource versions report: Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: pushed versions: Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: { 'AddressGroup': {'1.2'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'ConntrackHelper': {'1.0'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Log': {'1.0'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Network': {'1.1'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Port': {'1.7'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'PortForwarding': {'1.2'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'QosPolicy': {'1.9'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SecurityGroup': {'1.4'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SubPort': {'1.0'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Subnet': {'1.1'}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Trunk': {'1.1'}} Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: consumer versions: Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: { DHCP agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: L3 agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: Metadata agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: Metering agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: Open vSwitch agent@dv-cinder-806141-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'ConntrackHelper': '1.0', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Log': '1.0', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Network': '1.1', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Port': '1.7', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'PortForwarding': '1.2', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'QosPolicy': '1.9', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SecurityGroup': '1.4', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SecurityGroupRule': '1.2', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SubPort': '1.0', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Subnet': '1.1', Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Trunk': '1.1'}} Aug 26 12:15:07.859657 dv-cinder-806141-1-iscsi neutron-server[93811]: {{(pid=93811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:15:07.900988 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:07.943831 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:07.945117 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:07.945761 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:08.028879 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7813630 Aug 26 12:15:08.046919 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5fc98-06ac-4446-ab4e-24085bb65fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=e1644c15-0242-4625-a84d-16cf53d8fce6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:08.059045 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network e1644c15-0242-4625-a84d-16cf53d8fce6 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:15:10.689960 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46032) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:11.077196 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b278c938-8fb7-4adc-8184-4f77c9f67b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:11.078604 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-b278c938-8fb7-4adc-8184-4f77c9f67b11 admin admin] 10.222.0.13 "GET /v2.0/networks/e1644c15-0242-4625-a84d-16cf53d8fce6 HTTP/1.1" status: 200 len: 825 time: 0.3876266 Aug 26 12:15:11.103350 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-67362e9f-01b8-4c5a-bfc9-8627f8880719 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/350dfedd-c392-4056-94b1-0e80903b9a08 HTTP/1.1" status: 200 len: 734 time: 0.0186162 Aug 26 12:15:11.112229 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6', 'name': 'private-subnet', 'subnetpool_id': '350dfedd-c392-4056-94b1-0e80903b9a08', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:15:11.133577 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Made reservation on behalf of 48c5ae8ae74d49a18b0f16f39d7b652a for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:15:11.135842 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:11.426588 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:11.491456 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8aff551-1945-444a-8cd5-d0b2f9226fc0,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:11.500801 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Checking segment: {'id': '22601bdb-0679-409a-8611-7336d970ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:15:11.501186 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Network hostable DHCP agents. Network: e1644c15-0242-4625-a84d-16cf53d8fce6, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:15:11.521624 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Network e1644c15-0242-4625-a84d-16cf53d8fce6 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:15:11.532265 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, e1644c15-0242-4625-a84d-16cf53d8fce6) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:15:11.537064 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:11.537645 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:11.542076 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f586ed21-1694-4aca-b58a-efcb6670f94a None None] Network e1644c15-0242-4625-a84d-16cf53d8fce6 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:15:11.551688 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-544662c2-9374-4434-b0a5-243c8c3cd9dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4426897 Aug 26 12:15:11.861616 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-e1644c15-0242-4625-a84d-16cf53d8fce6', 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'fixed_ips': [{'subnet_id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:15:11.862913 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:12.132864 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Allocated IP 172.20.0.2 (e1644c15-0242-4625-a84d-16cf53d8fce6/d8aff551-1945-444a-8cd5-d0b2f9226fc0/fd8b47cd-fc8b-49e4-8f32-a81caa776811) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:15:12.332137 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:12.350874 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Transition to ACTIVE for port object fd8b47cd-fc8b-49e4-8f32-a81caa776811 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:15:12.400329 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Transition to ACTIVE for port object fd8b47cd-fc8b-49e4-8f32-a81caa776811 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:15:12.409005 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:12.475808 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Network e1644c15-0242-4625-a84d-16cf53d8fce6 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:15:12.483296 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:15:12.492638 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:15:12.496638 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Pushing event updated for resources: {'Port': ['ID=fd8b47cd-fc8b-49e4-8f32-a81caa776811,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:12.529169 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.529519 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.529859 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.530197 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.530559 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.530895 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.531223 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.531553 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.531899 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.532226 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.532550 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.532873 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Tracked resource versions report: Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: pushed versions: Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: { 'AddressGroup': {'1.2'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'ConntrackHelper': {'1.0'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Log': {'1.0'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Network': {'1.1'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Port': {'1.7'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'PortForwarding': {'1.2'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'QosPolicy': {'1.9'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SecurityGroup': {'1.4'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SubPort': {'1.0'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Subnet': {'1.1'}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Trunk': {'1.1'}} Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: consumer versions: Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: { DHCP agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: L3 agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: Metadata agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: Metering agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: Open vSwitch agent@dv-cinder-806141-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'ConntrackHelper': '1.0', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Log': '1.0', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Network': '1.1', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Port': '1.7', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'PortForwarding': '1.2', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'QosPolicy': '1.9', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SecurityGroup': '1.4', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SecurityGroupRule': '1.2', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SubPort': '1.0', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Subnet': '1.1', Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Trunk': '1.1'}} Aug 26 12:15:12.534011 dv-cinder-806141-1-iscsi neutron-server[93812]: {{(pid=93812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:15:12.586735 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Attempting to bind port fd8b47cd-fc8b-49e4-8f32-a81caa776811 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:15:12.587365 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Attempting to bind port fd8b47cd-fc8b-49e4-8f32-a81caa776811 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '22601bdb-0679-409a-8611-7336d970ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:15:12.587535 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Attempting to bind port fd8b47cd-fc8b-49e4-8f32-a81caa776811 on network e1644c15-0242-4625-a84d-16cf53d8fce6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:15:12.592309 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:15:12.592706 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Checking segment: {'id': '22601bdb-0679-409a-8611-7336d970ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:15:12.593199 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:12.593584 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Bound using segment: {'id': '22601bdb-0679-409a-8611-7336d970ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:15:12.594088 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Bound port: fd8b47cd-fc8b-49e4-8f32-a81caa776811, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22601bdb-0679-409a-8611-7336d970ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:15:12.594539 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:12.655576 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] For port fd8b47cd-fc8b-49e4-8f32-a81caa776811, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:15:12.659757 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] For port fd8b47cd-fc8b-49e4-8f32-a81caa776811, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=fd8b47cd-fc8b-49e4-8f32-a81caa776811,segment=NetworkSegment(22601bdb-0679-409a-8611-7336d970ac22),segment_id=22601bdb-0679-409a-8611-7336d970ac22)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:15:12.664719 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:12.728344 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766ea45-8935-4a15-b954-4fca9e0e75c9 None None] Pushing event updated for resources: {'Port': ['ID=fd8b47cd-fc8b-49e4-8f32-a81caa776811,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:13.987683 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46040) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:14.314528 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [None req-95c0cc1b-3e1a-45d1-a7fe-b61f0da22ef7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:15:14.315591 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-95c0cc1b-3e1a-45d1-a7fe-b61f0da22ef7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3269460 Aug 26 12:15:16.739927 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46048) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:17.063429 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [None req-d991a1a6-458a-48ac-aae9-2facfbc29ac4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:15:17.064036 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-d991a1a6-458a-48ac-aae9-2facfbc29ac4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3231871 Aug 26 12:15:19.715424 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46058) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:20.029302 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d81486b2-87c7-4c2f-a3ec-706b4e825444 admin admin] Request body: {'router': {'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'name': 'router1', 'admin_state_up': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:15:20.053470 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d81486b2-87c7-4c2f-a3ec-706b4e825444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:20.054972 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d81486b2-87c7-4c2f-a3ec-706b4e825444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:20.192702 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d81486b2-87c7-4c2f-a3ec-706b4e825444 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:20.197670 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d81486b2-87c7-4c2f-a3ec-706b4e825444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:20.211652 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d81486b2-87c7-4c2f-a3ec-706b4e825444 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:20.212831 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-d81486b2-87c7-4c2f-a3ec-706b4e825444 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4964435 Aug 26 12:15:21.080125 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831de85-df9c-4519-a18a-29991a05c7ee None None] Network e1644c15-0242-4625-a84d-16cf53d8fce6 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:15:21.171104 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6d3b0f3b-a583-4377-beae-a8ff72cb96da None None] Provisioning for port fd8b47cd-fc8b-49e4-8f32-a81caa776811 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:15:21.385668 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fd8b47cd-fc8b-49e4-8f32-a81caa776811 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:15:21.473990 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port fd8b47cd-fc8b-49e4-8f32-a81caa776811 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:15:21.477626 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port fd8b47cd-fc8b-49e4-8f32-a81caa776811 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:15:21.478020 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:21.525029 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-50781911-158d-437a-9964-5b47c7d65aa0 None None] Provisioning complete for port fd8b47cd-fc8b-49e4-8f32-a81caa776811 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:15:21.525392 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50781911-158d-437a-9964-5b47c7d65aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:21.624606 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:21.684284 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port fd8b47cd-fc8b-49e4-8f32-a81caa776811, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=fd8b47cd-fc8b-49e4-8f32-a81caa776811,segment=NetworkSegment(22601bdb-0679-409a-8611-7336d970ac22),segment_id=22601bdb-0679-409a-8611-7336d970ac22)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:15:21.685529 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50781911-158d-437a-9964-5b47c7d65aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:21.693328 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:21.773563 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=fd8b47cd-fc8b-49e4-8f32-a81caa776811,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:21.778230 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.db.api [None req-50781911-158d-437a-9964-5b47c7d65aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 12:15:21.778652 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG oslo_db.api [None req-50781911-158d-437a-9964-5b47c7d65aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 12:15:22.603733 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46070) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:22.915430 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [None req-45c6fd82-867d-4503-aef4-94bb5d6d6425 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:15:22.916415 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-45c6fd82-867d-4503-aef4-94bb5d6d6425 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117392 Aug 26 12:15:23.344158 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fd8b47cd-fc8b-49e4-8f32-a81caa776811 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:15:23.390999 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port fd8b47cd-fc8b-49e4-8f32-a81caa776811 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:15:23.391363 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:24.601378 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48cd28c4-0f66-452d-a8fb-24ede8a561c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:25.289571 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46078) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:25.785432 dv-cinder-806141-1-iscsi neutron-server[93810]: WARNING oslo_policy.policy [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:15:25.786008 dv-cinder-806141-1-iscsi neutron-server[93810]: WARNING oslo_policy.policy [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:15:26.004845 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:15:26.006430 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.quota [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Loaded quota_driver: . Aug 26 12:15:26.060076 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Made reservation on behalf of f133c11450b74b1b8abdcc9adaa02f52 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:15:26.125540 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.policy [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93810) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 12:15:26.169061 dv-cinder-806141-1-iscsi neutron-server[93810]: WARNING oslo_policy.policy [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:15:26.169435 dv-cinder-806141-1-iscsi neutron-server[93810]: WARNING oslo_policy.policy [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 12:15:26.179345 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:26.201000 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:26.329123 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:26.332826 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:26.345210 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Reserving flat network on physical network physnet1 {{(pid=93810) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 12:15:26.380606 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787353257957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:26.381195 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Unsubscribe: segment precommit_create {{(pid=93810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 12:15:26.381738 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Added segment 3fa74267-be52-4528-a943-51088dcc4350 of type flat for network 1d119952-c837-4320-84ab-3678bc73cb59 Aug 26 12:15:26.397730 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55190794-8579-4ca0-a61f-464ad17556dc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:26.419041 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.419397 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.419734 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.420062 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.420385 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.420721 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.421046 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.421398 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.421730 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.422052 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.422367 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.422706 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Tracked resource versions report: Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: pushed versions: Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: { 'AddressGroup': {'1.2'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'ConntrackHelper': {'1.0'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Log': {'1.0'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Network': {'1.1'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Port': {'1.7'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'PortForwarding': {'1.2'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'QosPolicy': {'1.9'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SecurityGroup': {'1.4'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SubPort': {'1.0'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Subnet': {'1.1'}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Trunk': {'1.1'}} Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: consumer versions: Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: { DHCP agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: L3 agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: Metadata agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: Metering agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: Open vSwitch agent@dv-cinder-806141-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'ConntrackHelper': '1.0', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Log': '1.0', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Network': '1.1', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Port': '1.7', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'PortForwarding': '1.2', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'QosPolicy': '1.9', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SecurityGroup': '1.4', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SecurityGroupRule': '1.2', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SubPort': '1.0', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Subnet': '1.1', Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Trunk': '1.1'}} Aug 26 12:15:26.423842 dv-cinder-806141-1-iscsi neutron-server[93810]: {{(pid=93810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:15:26.527577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:26.572899 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:26.574647 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:26.575320 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:26.661789 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3698928 Aug 26 12:15:26.670536 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dce0c3-c7e1-431e-99e8-e1f5b09e5c2f admin admin] Pushing event updated for resources: {'Network': ['ID=1d119952-c837-4320-84ab-3678bc73cb59,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:26.682221 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 1d119952-c837-4320-84ab-3678bc73cb59 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:15:27.279590 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2167-055a-4c88-a430-279c3d91b66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:27.472059 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:28.149633 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:29.023078 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46108) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:29.239166 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9a466c-51a7-4a80-81bc-4a1c88f4158d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:29.240513 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-fb9a466c-51a7-4a80-81bc-4a1c88f4158d admin admin] 10.222.0.13 "GET /v2.0/subnets/d8aff551-1945-444a-8cd5-d0b2f9226fc0 HTTP/1.1" status: 200 len: 849 time: 0.2164609 Aug 26 12:15:29.402384 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-4901d9d7-f2c3-465a-9d6a-865e226b1058 admin admin] 10.222.0.13 "GET /v2.0/routers/83c2378b-a31a-48cd-86b5-29fb7522a748 HTTP/1.1" status: 200 len: 704 time: 0.1550000 Aug 26 12:15:29.686439 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:29.953150 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:29.984889 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Allocated IP 172.20.0.1 (e1644c15-0242-4625-a84d-16cf53d8fce6/d8aff551-1945-444a-8cd5-d0b2f9226fc0/b0191b65-3435-4b1d-b472-db936e45cec6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:15:30.171107 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:30.194161 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Transition to ACTIVE for port object b0191b65-3435-4b1d-b472-db936e45cec6 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:15:30.260405 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:30.327891 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Network e1644c15-0242-4625-a84d-16cf53d8fce6 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:15:30.334619 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:15:30.346344 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:15:30.346938 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:30.365047 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Pushing event updated for resources: {'Port': ['ID=b0191b65-3435-4b1d-b472-db936e45cec6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:30.539817 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:30.579212 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0cfa2262-b24e-4026-87a6-42d7d44b9834 None None] Provisioning for port b0191b65-3435-4b1d-b472-db936e45cec6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:15:30.582764 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0cfa2262-b24e-4026-87a6-42d7d44b9834 None None] Provisioning complete for port b0191b65-3435-4b1d-b472-db936e45cec6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:15:30.583128 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cfa2262-b24e-4026-87a6-42d7d44b9834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:30.615028 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa2262-b24e-4026-87a6-42d7d44b9834 None None] Port b0191b65-3435-4b1d-b472-db936e45cec6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:15:30.794385 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:30.798823 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:30.799580 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:30.876818 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Pushing event updated for resources: {'Port': ['ID=b0191b65-3435-4b1d-b472-db936e45cec6,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:30.921378 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Network e1644c15-0242-4625-a84d-16cf53d8fce6 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:15:30.922641 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:15:31.085662 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Router 83c2378b-a31a-48cd-86b5-29fb7522a748 is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:15:31.136902 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0f774857-834b-4311-a4ac-cef39bb18fe0 None None] Provisioning complete for port b0191b65-3435-4b1d-b472-db936e45cec6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:15:31.137460 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f774857-834b-4311-a4ac-cef39bb18fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:31.169761 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0f774857-834b-4311-a4ac-cef39bb18fe0 None None] Port b0191b65-3435-4b1d-b472-db936e45cec6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:15:31.181721 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:15:31.187416 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-56a74f51-f4a6-4052-900b-63d1833c4d31 admin admin] 10.222.0.13 "PUT /v2.0/routers/83c2378b-a31a-48cd-86b5-29fb7522a748/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7787507 Aug 26 12:15:31.206006 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Sync routers for ids ['83c2378b-a31a-48cd-86b5-29fb7522a748'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:15:31.217231 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Routers {'83c2378b-a31a-48cd-86b5-29fb7522a748'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:15:31.218061 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:15:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['83c2378b-a31a-48cd-86b5-29fb7522a748'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:15:31.404795 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Set router 83c2378b-a31a-48cd-86b5-29fb7522a748 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:15:31.830694 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'name': 'router1', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:15:20Z', 'updated_at': '2021-08-26T12:15:30Z', 'revision_number': 2, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'gw_port_host': None, '_interfaces': [{'id': 'b0191b65-3435-4b1d-b472-db936e45cec6', 'name': '', 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'mac_address': 'fa:16:3e:8f:af:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:15:29Z', 'updated_at': '2021-08-26T12:15:30Z', 'revision_number': 2, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'subnets': [{'id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '350dfedd-c392-4056-94b1-0e80903b9a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:15:31.881801 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Checking router: 83c2378b-a31a-48cd-86b5-29fb7522a748 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:15:31.882196 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Updating router 83c2378b-a31a-48cd-86b5-29fb7522a748 port b0191b65-3435-4b1d-b472-db936e45cec6 binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:15:31.933073 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:32.451834 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:32.469655 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Transition to ACTIVE for port object b0191b65-3435-4b1d-b472-db936e45cec6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:15:32.475731 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:32.641293 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Pushing event updated for resources: {'Port': ['ID=b0191b65-3435-4b1d-b472-db936e45cec6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:32.652355 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Attempting to bind port b0191b65-3435-4b1d-b472-db936e45cec6 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:15:32.652746 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Attempting to bind port b0191b65-3435-4b1d-b472-db936e45cec6 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '22601bdb-0679-409a-8611-7336d970ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:15:32.653173 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Attempting to bind port b0191b65-3435-4b1d-b472-db936e45cec6 on network e1644c15-0242-4625-a84d-16cf53d8fce6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:15:32.655610 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.655951 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.656282 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.656610 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.656933 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.657258 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.657580 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.657902 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.658233 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.658577 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.658913 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.659215 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Tracked resource versions report: Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: pushed versions: Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: { 'AddressGroup': {'1.2'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Log': {'1.0'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Network': {'1.1'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Port': {'1.7'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'PortForwarding': {'1.2'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'QosPolicy': {'1.9'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SecurityGroup': {'1.4'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SubPort': {'1.0'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Subnet': {'1.1'}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Trunk': {'1.1'}} Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: consumer versions: Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: { DHCP agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: L3 agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: Metadata agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: Metering agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: Open vSwitch agent@dv-cinder-806141-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'ConntrackHelper': '1.0', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Log': '1.0', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Network': '1.1', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Port': '1.7', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'PortForwarding': '1.2', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'QosPolicy': '1.9', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SecurityGroup': '1.4', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SecurityGroupRule': '1.2', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SubPort': '1.0', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Subnet': '1.1', Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Trunk': '1.1'}} Aug 26 12:15:32.660327 dv-cinder-806141-1-iscsi neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:15:32.666171 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:15:32.666615 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Checking segment: {'id': '22601bdb-0679-409a-8611-7336d970ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:15:32.667126 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:32.667504 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Bound using segment: {'id': '22601bdb-0679-409a-8611-7336d970ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:15:32.668009 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Bound port: b0191b65-3435-4b1d-b472-db936e45cec6, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22601bdb-0679-409a-8611-7336d970ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:15:32.668389 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:32.733950 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] For port b0191b65-3435-4b1d-b472-db936e45cec6, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:15:32.754213 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] For port b0191b65-3435-4b1d-b472-db936e45cec6, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=b0191b65-3435-4b1d-b472-db936e45cec6,segment=NetworkSegment(22601bdb-0679-409a-8611-7336d970ac22),segment_id=22601bdb-0679-409a-8611-7336d970ac22)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:15:32.758254 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:32.816059 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c2af5-2e41-4e77-9c68-e2701dfd041c None None] Pushing event updated for resources: {'Port': ['ID=b0191b65-3435-4b1d-b472-db936e45cec6,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:32.824454 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Routers {'83c2378b-a31a-48cd-86b5-29fb7522a748'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:15:32.825060 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:15:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['83c2378b-a31a-48cd-86b5-29fb7522a748'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:15:32.916070 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] Set router 83c2378b-a31a-48cd-86b5-29fb7522a748 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:15:33.125992 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'name': 'router1', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:15:20Z', 'updated_at': '2021-08-26T12:15:30Z', 'revision_number': 2, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'gw_port_host': None, '_interfaces': [{'id': 'b0191b65-3435-4b1d-b472-db936e45cec6', 'name': '', 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'mac_address': 'fa:16:3e:8f:af:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:15:29Z', 'updated_at': '2021-08-26T12:15:32Z', 'revision_number': 4, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'subnets': [{'id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '350dfedd-c392-4056-94b1-0e80903b9a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:15:33.151606 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f98647-91a1-4271-80f1-f4331eb72222 None None] The sync data for ids ['83c2378b-a31a-48cd-86b5-29fb7522a748'] in dv-cinder-806141-1-iscsi is: [{'id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'name': 'router1', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:15:20Z', 'updated_at': '2021-08-26T12:15:30Z', 'revision_number': 2, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'gw_port_host': None, '_interfaces': [{'id': 'b0191b65-3435-4b1d-b472-db936e45cec6', 'name': '', 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'mac_address': 'fa:16:3e:8f:af:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:15:29Z', 'updated_at': '2021-08-26T12:15:32Z', 'revision_number': 4, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'subnets': [{'id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '350dfedd-c392-4056-94b1-0e80903b9a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:15:33.414390 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46128) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:33.530963 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b160eb-8259-45e6-bd27-f73072195c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:33.532320 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-91b160eb-8259-45e6-bd27-f73072195c86 admin admin] 10.222.0.13 "GET /v2.0/networks/1d119952-c837-4320-84ab-3678bc73cb59 HTTP/1.1" status: 200 len: 842 time: 0.1169922 Aug 26 12:15:33.542398 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:15:33.562438 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Made reservation on behalf of f133c11450b74b1b8abdcc9adaa02f52 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:15:33.564936 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:33.876310 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.objects.ports [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 12:15:33.876671 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:33.929398 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42a7087-7399-4859-bd2e-19ee93d22751,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:33.938309 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:15:33.938693 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Network hostable DHCP agents. Network: 1d119952-c837-4320-84ab-3678bc73cb59, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:15:33.955585 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:15:33.964019 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 1d119952-c837-4320-84ab-3678bc73cb59) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:15:33.968083 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:33.968657 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:33.972898 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a673198-2c55-46a1-89c9-d7f0e42954a4 None None] Network 1d119952-c837-4320-84ab-3678bc73cb59 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:15:33.994448 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-99f8a12f-0d55-4ad7-93df-d9c609393358 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4437134 Aug 26 12:15:34.105175 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09acdf3d-81bd-4a26-92cb-60e42e3e867d None None] Network 1d119952-c837-4320-84ab-3678bc73cb59 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:15:36.282545 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46136) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:36.503455 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-6d9c7a13-1903-4691-b5ac-293ef39696f9 admin admin] 10.222.0.13 "GET /v2.0/routers/83c2378b-a31a-48cd-86b5-29fb7522a748 HTTP/1.1" status: 200 len: 710 time: 0.2196913 Aug 26 12:15:36.593023 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589390d-e22e-46ae-a76d-ea25a0c21557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:36.594438 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-b589390d-e22e-46ae-a76d-ea25a0c21557 admin admin] 10.222.0.13 "GET /v2.0/networks/1d119952-c837-4320-84ab-3678bc73cb59 HTTP/1.1" status: 200 len: 886 time: 0.0851614 Aug 26 12:15:36.604996 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:15:36.900903 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:37.136898 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:37.210720 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:37.363564 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Allocated IP 172.27.2.220 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/dd338bdf-7924-49ae-9da7-5a4d0a41c8d7) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:15:37.479472 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:37.557975 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:37.628445 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:15:37.635363 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:15:37.645069 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:15:37.647977 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Pushing event updated for resources: {'Port': ['ID=dd338bdf-7924-49ae-9da7-5a4d0a41c8d7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:37.931507 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:38.124757 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1808670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-241891'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:38.129390 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1806763'] for router, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:38.320769 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Router 83c2378b-a31a-48cd-86b5-29fb7522a748 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:15:38.434087 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:15:38.438750 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:38.444013 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-17c1c6d2-ed1b-41cb-8cfd-09c55581558f admin admin] 10.222.0.13 "PUT /v2.0/routers/83c2378b-a31a-48cd-86b5-29fb7522a748 HTTP/1.1" status: 200 len: 890 time: 1.8391075 Aug 26 12:15:39.027839 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:15:39.399807 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device b0191b65-3435-4b1d-b472-db936e45cec6 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:15:39.452254 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port b0191b65-3435-4b1d-b472-db936e45cec6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:15:39.456443 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port b0191b65-3435-4b1d-b472-db936e45cec6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:15:39.456849 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:39.593350 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Sync routers for ids ['83c2378b-a31a-48cd-86b5-29fb7522a748'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:15:39.606045 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:39.614588 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Routers {'83c2378b-a31a-48cd-86b5-29fb7522a748'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:15:39.615238 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:15:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['83c2378b-a31a-48cd-86b5-29fb7522a748'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:15:39.716762 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port b0191b65-3435-4b1d-b472-db936e45cec6, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=b0191b65-3435-4b1d-b472-db936e45cec6,segment=NetworkSegment(22601bdb-0679-409a-8611-7336d970ac22),segment_id=22601bdb-0679-409a-8611-7336d970ac22)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:15:39.723437 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:39.877370 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=b0191b65-3435-4b1d-b472-db936e45cec6,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:39.880892 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Set router 83c2378b-a31a-48cd-86b5-29fb7522a748 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:15:40.266165 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'name': 'router1', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dd338bdf-7924-49ae-9da7-5a4d0a41c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:15:20Z', 'updated_at': '2021-08-26T12:15:37Z', 'revision_number': 4, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'gw_port': {'id': 'dd338bdf-7924-49ae-9da7-5a4d0a41c8d7', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:15:37Z', 'updated_at': '2021-08-26T12:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'b0191b65-3435-4b1d-b472-db936e45cec6', 'name': '', 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'mac_address': 'fa:16:3e:8f:af:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:15:29Z', 'updated_at': '2021-08-26T12:15:32Z', 'revision_number': 4, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'subnets': [{'id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '350dfedd-c392-4056-94b1-0e80903b9a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:15:40.317486 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Checking router: 83c2378b-a31a-48cd-86b5-29fb7522a748 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:15:40.317846 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Updating router 83c2378b-a31a-48cd-86b5-29fb7522a748 port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:15:40.364153 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:40.703477 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:40.714817 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Transition to ACTIVE for port object dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:15:40.721522 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:40.771746 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Attempting to bind port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:15:40.772117 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Attempting to bind port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:15:40.772483 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Attempting to bind port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:15:40.781562 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83f6b3-3c10-478a-8581-350674127883 None None] Pushing event updated for resources: {'Port': ['ID=dd338bdf-7924-49ae-9da7-5a4d0a41c8d7,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:40.783893 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:15:40.784259 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:15:40.784777 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:40.785036 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:15:40.785504 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Bound port: dd338bdf-7924-49ae-9da7-5a4d0a41c8d7, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:15:40.785903 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:40.840258 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] For port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:15:40.841991 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46148) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:15:40.843792 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] For port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=dd338bdf-7924-49ae-9da7-5a4d0a41c8d7,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:15:40.848467 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:40.908102 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Routers {'83c2378b-a31a-48cd-86b5-29fb7522a748'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:15:40.908743 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:15:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['83c2378b-a31a-48cd-86b5-29fb7522a748'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:15:40.913514 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83f6b3-3c10-478a-8581-350674127883 None None] Pushing event updated for resources: {'Port': ['ID=dd338bdf-7924-49ae-9da7-5a4d0a41c8d7,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:40.991087 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3946dec1-67c7-42f6-ba54-934f20eeaf0f admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1476064 Aug 26 12:15:41.105703 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] Set router 83c2378b-a31a-48cd-86b5-29fb7522a748 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:15:41.320756 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'name': 'router1', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dd338bdf-7924-49ae-9da7-5a4d0a41c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:15:20Z', 'updated_at': '2021-08-26T12:15:37Z', 'revision_number': 4, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'gw_port': {'id': 'dd338bdf-7924-49ae-9da7-5a4d0a41c8d7', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:15:37Z', 'updated_at': '2021-08-26T12:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'b0191b65-3435-4b1d-b472-db936e45cec6', 'name': '', 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'mac_address': 'fa:16:3e:8f:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:15:29Z', 'updated_at': '2021-08-26T12:15:39Z', 'revision_number': 5, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'subnets': [{'id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '350dfedd-c392-4056-94b1-0e80903b9a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:15:41.348561 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1722ce7-f4c3-4b66-b3ad-e3f77a7bc974 None None] The sync data for ids ['83c2378b-a31a-48cd-86b5-29fb7522a748'] in dv-cinder-806141-1-iscsi is: [{'id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'name': 'router1', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dd338bdf-7924-49ae-9da7-5a4d0a41c8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:15:20Z', 'updated_at': '2021-08-26T12:15:37Z', 'revision_number': 4, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'gw_port': {'id': 'dd338bdf-7924-49ae-9da7-5a4d0a41c8d7', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:6f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:15:37Z', 'updated_at': '2021-08-26T12:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'b0191b65-3435-4b1d-b472-db936e45cec6', 'name': '', 'network_id': 'e1644c15-0242-4625-a84d-16cf53d8fce6', 'tenant_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'mac_address': 'fa:16:3e:8f:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c2378b-a31a-48cd-86b5-29fb7522a748', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:15:29Z', 'updated_at': '2021-08-26T12:15:39Z', 'revision_number': 5, 'project_id': '48c5ae8ae74d49a18b0f16f39d7b652a', 'subnets': [{'id': 'd8aff551-1945-444a-8cd5-d0b2f9226fc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '350dfedd-c392-4056-94b1-0e80903b9a08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:15:41.362058 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device b0191b65-3435-4b1d-b472-db936e45cec6 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:15:41.423162 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port b0191b65-3435-4b1d-b472-db936e45cec6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:15:41.423773 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:43.405379 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:15:43.456509 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:15:43.460591 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:15:43.460957 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:43.549513 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:43.571416 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=dd338bdf-7924-49ae-9da7-5a4d0a41c8d7,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:15:43.575842 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:43.625688 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=dd338bdf-7924-49ae-9da7-5a4d0a41c8d7,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:15:45.406297 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:15:45.469058 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port dd338bdf-7924-49ae-9da7-5a4d0a41c8d7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:15:45.469434 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:54.618948 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5893-f2e0-4bc2-876e-c6b57c04ff93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:57.282109 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21aa2320-e989-442a-be58-422a5c3642e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:57.477224 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:58.155717 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:59.996803 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:16.026193 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:16:24.604058 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-706b8b9e-110d-483d-a501-d0cba2f967b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:27.284654 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cca494e-0378-42db-97bc-05bb1663835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:27.475837 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:28.148685 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:29.978062 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:53.025023 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:16:54.596692 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbb37e26-b67c-4f65-84bb-b58460368a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:57.288050 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca90bcb0-cc58-4c86-b333-b0dbbf52e7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:57.467949 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:58.150983 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:59.982520 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:18.502732 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46710) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:18.568511 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e602905a-fca4-4ce6-9130-b56487ece8d8 admin admin] GET failed (client error): The resource could not be found. Aug 26 12:17:18.569838 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-e602905a-fca4-4ce6-9130-b56487ece8d8 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661016 Aug 26 12:17:18.729383 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e768fb8-240b-4bd5-82bf-8df9c89fb139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:18.730939 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-5e768fb8-240b-4bd5-82bf-8df9c89fb139 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565304 Aug 26 12:17:20.897526 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46720) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:20.987932 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222797ee-78c3-4544-abf1-442b2fded993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:20.989268 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-222797ee-78c3-4544-abf1-442b2fded993 admin admin] 10.222.0.13 "GET /v2.0/subnets/d8aff551-1945-444a-8cd5-d0b2f9226fc0 HTTP/1.1" status: 200 len: 849 time: 0.0899925 Aug 26 12:17:21.000096 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:17:21.086314 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Notify callbacks [] for subnet, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:21.224257 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787353217320'] for subnet, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:21.252466 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:21.253433 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:21.254224 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] 10.222.0.13 "PUT /v2.0/subnets/d8aff551-1945-444a-8cd5-d0b2f9226fc0 HTTP/1.1" status: 200 len: 868 time: 0.2579112 Aug 26 12:17:21.273370 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c3826-8c80-4f64-9390-11e49016f7e8 None None] Network e1644c15-0242-4625-a84d-16cf53d8fce6 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:17:21.276913 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8aff551-1945-444a-8cd5-d0b2f9226fc0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:17:21.284464 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.284798 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.285137 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.285463 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.285787 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.286113 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.286463 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.286790 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.287112 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.287429 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.287743 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.288058 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb004cc-7fd4-4e89-a13d-7fd19529fcfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:21.627148 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6465f03c-1ad9-465c-a74e-1a6dce745a68 None None] Provisioning complete for port fd8b47cd-fc8b-49e4-8f32-a81caa776811 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:17:21.627513 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6465f03c-1ad9-465c-a74e-1a6dce745a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:21.709650 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6465f03c-1ad9-465c-a74e-1a6dce745a68 None None] Provisioning complete for port b0191b65-3435-4b1d-b472-db936e45cec6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:17:21.709942 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6465f03c-1ad9-465c-a74e-1a6dce745a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:23.440777 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46728) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:23.637966 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9e7ac-ee91-4b12-a688-bde01a70e854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:23.638347 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9e7ac-ee91-4b12-a688-bde01a70e854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:23.639921 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-88d9e7ac-ee91-4b12-a688-bde01a70e854 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981795 Aug 26 12:17:24.599206 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d0debe90-0bd8-4832-a658-554d8bd7a131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:25.843967 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46736) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:25.977296 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459300af-c6bb-48cb-be37-51f5bd3e2e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:25.977676 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459300af-c6bb-48cb-be37-51f5bd3e2e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:25.979235 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-459300af-c6bb-48cb-be37-51f5bd3e2e29 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343288 Aug 26 12:17:27.289263 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-80502b60-f9ac-473c-bb42-796cda681d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:27.470601 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:28.154458 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:28.156743 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46744) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:28.282031 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109bf96b-28af-4d38-a382-e61f53f5fc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:28.283478 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-109bf96b-28af-4d38-a382-e61f53f5fc8c admin admin] 10.222.0.13 "GET /v2.0/networks/1d119952-c837-4320-84ab-3678bc73cb59 HTTP/1.1" status: 200 len: 886 time: 0.1257548 Aug 26 12:17:29.987368 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:30.024527 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:17:30.467320 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46752) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:30.608724 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981b583-71be-433d-9981-deb88a8f7be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:30.610112 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-d981b583-71be-433d-9981-deb88a8f7be7 admin admin] 10.222.0.13 "GET /v2.0/networks/e1644c15-0242-4625-a84d-16cf53d8fce6 HTTP/1.1" status: 200 len: 869 time: 0.1418216 Aug 26 12:17:32.773078 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46760) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:32.899946 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f2fab-8b47-40ab-9a0b-336223f9b8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:32.900403 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f2fab-8b47-40ab-9a0b-336223f9b8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:32.901940 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-071f2fab-8b47-40ab-9a0b-336223f9b8aa admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279161 Aug 26 12:17:35.071039 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46768) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:35.193658 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a996531c-bada-4f90-b4c4-b350ab365dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:35.194106 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a996531c-bada-4f90-b4c4-b350ab365dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:35.196203 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a996531c-bada-4f90-b4c4-b350ab365dd9 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242337 Aug 26 12:17:37.365757 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46778) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:37.451302 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e21defe-5883-4a3d-9fff-d408882e2c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:37.452592 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-6e21defe-5883-4a3d-9fff-d408882e2c69 admin admin] 10.222.0.13 "GET /v2.0/subnets/d42a7087-7399-4859-bd2e-19ee93d22751 HTTP/1.1" status: 200 len: 816 time: 0.0858042 Aug 26 12:17:39.613154 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46786) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:17:39.709416 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00226c4-d83b-4083-b25c-e8bddfae2ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:39.711308 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a00226c4-d83b-4083-b25c-e8bddfae2ec5 admin admin] 10.222.0.13 "GET /v2.0/subnets/d8aff551-1945-444a-8cd5-d0b2f9226fc0 HTTP/1.1" status: 200 len: 868 time: 0.0972061 Aug 26 12:17:54.604803 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f498282e-ffa0-4f60-bf6d-b8246637f9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:57.294467 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3266859b-c16b-4db1-9a60-1c0fc714b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:57.474862 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:58.163637 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:59.994508 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:03.718627 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46840) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:18:03.769208 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [None req-3cdba5ba-1fe3-4c65-8b56-fe2c38954067 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:18:03.770190 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3cdba5ba-1fe3-4c65-8b56-fe2c38954067 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506420 Aug 26 12:18:06.074919 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:18:06.143168 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-6672dee5-a50b-4388-b740-97286b1fcd3d admin admin] GET failed (client error): The resource could not be found. Aug 26 12:18:06.144572 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-6672dee5-a50b-4388-b740-97286b1fcd3d admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0687230 Aug 26 12:18:06.291821 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b2ca7-3cb1-4a6b-815c-f14b73dd250e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:06.293219 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-e24b2ca7-3cb1-4a6b-815c-f14b73dd250e admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1439815 Aug 26 12:18:07.022540 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:18:08.504037 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46856) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:18:08.553087 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:18:08.573586 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Made reservation on behalf of f133c11450b74b1b8abdcc9adaa02f52 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:18:08.575836 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:08.602952 dv-cinder-806141-1-iscsi neutron-server[93810]: WARNING neutron.services.revisions.revision_plugin [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Could not find related network for resource to bump revision. Aug 26 12:18:08.616977 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:18:08.626913 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:08.627258 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Added segment 7e3c4373-e51c-463b-b409-d1c817b7407a of type vlan for network cad317de-57af-4d4e-92dd-174c4e9470c4 Aug 26 12:18:08.666634 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:08.690791 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:08.691217 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:08.691698 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:08.750059 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2449284 Aug 26 12:18:08.755046 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Pushing event updated for resources: {'Network': ['ID=cad317de-57af-4d4e-92dd-174c4e9470c4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:18:08.763099 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.763451 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.763781 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.764121 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.764457 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.764818 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.765123 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.765498 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.765802 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.766132 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.766489 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.766818 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751a25f-6902-414d-a445-98d4d46f62f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:08.786968 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network cad317de-57af-4d4e-92dd-174c4e9470c4 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:18:11.000205 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46864) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:18:11.064875 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b27370-b2e1-42bd-a515-7a5384d70773 admin admin] GET failed (client error): The resource could not be found. Aug 26 12:18:11.066290 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-47b27370-b2e1-42bd-a515-7a5384d70773 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0652032 Aug 26 12:18:11.138740 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3a5235-2184-4374-badc-8aecaf5e4664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:11.140234 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-ad3a5235-2184-4374-badc-8aecaf5e4664 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692301 Aug 26 12:18:11.151683 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4', 'description': 'shared-subnet'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:18:11.179282 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Made reservation on behalf of f133c11450b74b1b8abdcc9adaa02f52 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:18:11.181547 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:11.377445 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:11.433965 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=850c0a5a-8d71-4102-b59b-42ad410272e6,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:18:11.444651 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Checking segment: {'id': '7e3c4373-e51c-463b-b409-d1c817b7407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:18:11.445021 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Network hostable DHCP agents. Network: cad317de-57af-4d4e-92dd-174c4e9470c4, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:18:11.466230 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Network cad317de-57af-4d4e-92dd-174c4e9470c4 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:18:11.479154 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, cad317de-57af-4d4e-92dd-174c4e9470c4) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:18:11.483249 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:11.483825 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:11.489108 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51951de-bd13-4bc9-886e-319c060e1ce3 None None] Network cad317de-57af-4d4e-92dd-174c4e9470c4 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:18:11.505821 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-0da9e468-82d4-43b3-acf4-caaba5e0c94b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3546278 Aug 26 12:18:11.744586 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-cad317de-57af-4d4e-92dd-174c4e9470c4', 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4', 'tenant_id': 'f133c11450b74b1b8abdcc9adaa02f52', 'fixed_ips': [{'subnet_id': '850c0a5a-8d71-4102-b59b-42ad410272e6'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:18:11.745493 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:11.886808 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Allocated IP 192.168.233.2 (cad317de-57af-4d4e-92dd-174c4e9470c4/850c0a5a-8d71-4102-b59b-42ad410272e6/ba281910-2cbe-461d-a05c-805b609eedc7) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:18:12.052733 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:12.063016 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Transition to ACTIVE for port object ba281910-2cbe-461d-a05c-805b609eedc7 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:18:12.079636 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Transition to ACTIVE for port object ba281910-2cbe-461d-a05c-805b609eedc7 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:18:12.087185 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:12.136947 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Network cad317de-57af-4d4e-92dd-174c4e9470c4 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:18:12.147143 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Pushing event updated for resources: {'Port': ['ID=ba281910-2cbe-461d-a05c-805b609eedc7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:18:12.149745 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:18:12.152727 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:18:12.159690 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.160036 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.160385 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.160717 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.161050 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.161385 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.161713 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.162041 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.162387 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.162746 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.163109 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.163438 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:18:12.224227 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Attempting to bind port ba281910-2cbe-461d-a05c-805b609eedc7 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:18:12.224742 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Attempting to bind port ba281910-2cbe-461d-a05c-805b609eedc7 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '7e3c4373-e51c-463b-b409-d1c817b7407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:18:12.225109 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Attempting to bind port ba281910-2cbe-461d-a05c-805b609eedc7 on network cad317de-57af-4d4e-92dd-174c4e9470c4 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:18:12.230780 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:18:12.231153 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Checking segment: {'id': '7e3c4373-e51c-463b-b409-d1c817b7407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:18:12.231578 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:12.231970 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Bound using segment: {'id': '7e3c4373-e51c-463b-b409-d1c817b7407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:18:12.232443 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Bound port: ba281910-2cbe-461d-a05c-805b609eedc7, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3c4373-e51c-463b-b409-d1c817b7407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:18:12.232845 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:12.305241 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] For port ba281910-2cbe-461d-a05c-805b609eedc7, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:18:12.310929 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] For port ba281910-2cbe-461d-a05c-805b609eedc7, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=ba281910-2cbe-461d-a05c-805b609eedc7,segment=NetworkSegment(7e3c4373-e51c-463b-b409-d1c817b7407a),segment_id=7e3c4373-e51c-463b-b409-d1c817b7407a)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:18:12.315633 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:12.381508 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f84a42-f503-4d0a-9e94-b4354e669074 None None] Pushing event updated for resources: {'Port': ['ID=ba281910-2cbe-461d-a05c-805b609eedc7,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:18:13.164048 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d98c2-6fdf-4511-86f0-7a5455f8ba8b None None] Network cad317de-57af-4d4e-92dd-174c4e9470c4 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:18:13.242372 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7b62c8da-31b6-4e2c-95cf-bc393185f318 None None] Provisioning for port ba281910-2cbe-461d-a05c-805b609eedc7 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:18:13.529534 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device ba281910-2cbe-461d-a05c-805b609eedc7 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:18:13.592923 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port ba281910-2cbe-461d-a05c-805b609eedc7 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:18:13.597338 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port ba281910-2cbe-461d-a05c-805b609eedc7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:18:13.597717 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:13.685405 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:13.723349 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port ba281910-2cbe-461d-a05c-805b609eedc7, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=ba281910-2cbe-461d-a05c-805b609eedc7,segment=NetworkSegment(7e3c4373-e51c-463b-b409-d1c817b7407a),segment_id=7e3c4373-e51c-463b-b409-d1c817b7407a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:18:13.727965 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:13.789150 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=ba281910-2cbe-461d-a05c-805b609eedc7,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:18:15.495336 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device ba281910-2cbe-461d-a05c-805b609eedc7 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:18:15.559887 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port ba281910-2cbe-461d-a05c-805b609eedc7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:18:15.559887 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:24.606263 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8455ce63-0c3b-4f4f-8425-c62e62cd8845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:27.286469 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-421cc3a1-8fca-4ad9-abaa-b4c5325e1d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:27.471164 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:28.160713 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:29.993517 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:44.020565 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:18:54.613281 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66c266db-592a-4b2a-867d-ade17f0a45de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:57.288775 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e59ca83-3dc3-45c6-a4e7-485731fcbbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:57.473237 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:58.164355 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:59.996664 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:19.665810 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46916) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:19:19.679631 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [None req-3b480df9-892d-47a9-9aef-188d9617028a tempest-verify_tempest_config-1609804384 tempest-verify_tempest_config-1609804384-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:19:19.680739 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3b480df9-892d-47a9-9aef-188d9617028a tempest-verify_tempest_config-1609804384 tempest-verify_tempest_config-1609804384-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0138969 Aug 26 12:19:19.980382 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 46934) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:19:20.082804 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:20.173316 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:20.177242 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:20.221636 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb0f0cbd63cf40769e58037f1afa1715&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2401721 Aug 26 12:19:20.223043 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666b1024-ecfd-41b7-a588-c3062752048e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:19:20.224362 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 46938) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:19:20.230123 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.230667 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.230880 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.231219 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.231951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.231951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.232220 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.232549 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.232907 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.233222 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.233547 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.233870 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852ad49-e39e-4c84-aa99-ec1d3694ef36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.279532 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:20.299201 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:20.385917 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:20.388491 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:20.389648 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/666b1024-ecfd-41b7-a588-c3062752048e HTTP/1.1" status: 204 len: 168 time: 0.1642869 Aug 26 12:19:20.397220 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666b1024-ecfd-41b7-a588-c3062752048e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:19:20.404229 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.404584 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.404930 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.405273 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.405603 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.405952 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.406280 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.406644 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.406971 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.407298 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.407677 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:20.407929 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcbe9d-532e-42b9-b185-cc0a6367c9a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:19:21.020286 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:19:24.603417 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00fcf4d3-ceba-480b-95e9-a19c98659db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:27.290726 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c288-f22a-4a9e-8536-37fcaa942a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:27.479024 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:28.168593 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:30.000743 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:54.604273 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-271eaeb9-c70f-4510-b76a-db76e1615c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:57.292053 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad72f8a3-f9c6-4608-b293-29f7a9fdd647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:57.471619 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:58.020055 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:19:58.170386 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:00.003747 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:24.605305 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8b62-e3f9-422d-920f-ff8824ce1bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:27.294483 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6cf76d0-7395-46c2-92e2-384e31e2cbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:27.474068 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:28.173119 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:30.005134 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:35.020388 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:20:54.605249 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c365f63e-c66f-4ac7-a5a6-9857ff0015b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:55.500926 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1812395'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:57.295805 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf240528-ebe8-4a94-b89a-12121f90d94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:57.475373 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:58.175998 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:00.008221 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:10.154905 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47012) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:21:10.261678 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-1e0f0847-e886-499b-93d7-ff693b278b68 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1056740 Aug 26 12:21:12.019958 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:21:12.442137 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47022) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:21:12.502894 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-49bb44e2-a800-46e2-b5e8-2be35b37cd88 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0596230 Aug 26 12:21:24.605884 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8eec7da9-fc49-4488-87ef-6ec6934fadfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:25.457123 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:27.296292 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-555200dc-5e04-49fc-a6ae-e708627b003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:27.479017 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:28.179937 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:30.010633 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:49.019331 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:21:54.606046 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78825d90-cf06-4840-9927-c249175e4161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:55.459655 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:57.298233 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c7e66ca-122e-4127-aad6-d32d476ec54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:57.480369 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:58.183204 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:00.020564 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:24.607659 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4e671f7-6bad-4795-859a-e747fcb7abc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:25.467693 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:26.020229 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:22:27.300296 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e4aaf35-8abf-46a4-9f0c-65dfd557f66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:27.481423 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:28.185504 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:30.015613 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:39.739634 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47152) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:39.989338 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-network', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:40.021768 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Made reservation on behalf of 63c0b18d4b7142cdb77ffb7ef07dc993 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:40.025568 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.035821 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.136619 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.142230 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.157486 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:22:40.183438 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df981d5-baaf-4388-8a37-24680c26266a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:40.188313 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.188887 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Added segment 2b5ec433-1127-48d7-b159-c0af88d00206 of type vlan for network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f Aug 26 12:22:40.200997 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.201430 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.201811 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.202259 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.202614 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.203062 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.203392 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.204002 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.204350 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.204681 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.205002 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.205324 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Tracked resource versions report: Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: pushed versions: Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: { 'AddressGroup': {'1.2'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'ConntrackHelper': {'1.0'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Log': {'1.0'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Network': {'1.1'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Port': {'1.7'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'PortForwarding': {'1.2'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'QosPolicy': {'1.9'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SecurityGroup': {'1.4'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SubPort': {'1.0'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Subnet': {'1.1'}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Trunk': {'1.1'}} Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: consumer versions: Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: { DHCP agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: HyperV agent@hv-cinder-80614: {}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: L3 agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: Metadata agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: Metering agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: Open vSwitch agent@dv-cinder-806141-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'ConntrackHelper': '1.0', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Log': '1.0', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Network': '1.1', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Port': '1.7', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'PortForwarding': '1.2', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'QosPolicy': '1.9', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SecurityGroup': '1.4', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SecurityGroupRule': '1.2', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'SubPort': '1.0', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Subnet': '1.1', Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: 'Trunk': '1.1'}} Aug 26 12:22:40.206971 dv-cinder-806141-1-iscsi neutron-server[93810]: {{(pid=93810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:22:40.327570 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.351721 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.353059 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:40.353636 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.411439 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6701441 Aug 26 12:22:40.418144 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47196) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:40.420858 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a7b3e-1698-49b8-bcee-fb9d41850cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=6a5715e1-5223-4be2-9599-cf18dbe6bb7f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:40.432662 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Request body: {'subnet': {'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-subnet', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:40.435322 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:22:40.459737 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Made reservation on behalf of 63c0b18d4b7142cdb77ffb7ef07dc993 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:40.462033 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.515084 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47202) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:40.736669 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-901685441-network', 'tenant_id': '9303a90f1de44f67847c2eccaac21e3e'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:40.747164 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.767600 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Made reservation on behalf of 9303a90f1de44f67847c2eccaac21e3e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:40.771265 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.783030 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.814267 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb5830c-f085-4f61-9d56-815e03924faf,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:40.825253 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.825879 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.826496 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.827073 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.827661 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.828257 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.828845 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.829417 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.830051 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.830661 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.831286 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.831942 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Tracked resource versions report: Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: pushed versions: Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: { 'AddressGroup': {'1.2'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'ConntrackHelper': {'1.0'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Log': {'1.0'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Network': {'1.1'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Port': {'1.7'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'PortForwarding': {'1.2'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'QosPolicy': {'1.9'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SecurityGroup': {'1.4'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SubPort': {'1.0'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Subnet': {'1.1'}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Trunk': {'1.1'}} Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: consumer versions: Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: { DHCP agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: HyperV agent@hv-cinder-80614: {}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: L3 agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: Metadata agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: Metering agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: Open vSwitch agent@dv-cinder-806141-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'ConntrackHelper': '1.0', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Log': '1.0', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Network': '1.1', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Port': '1.7', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'PortForwarding': '1.2', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'QosPolicy': '1.9', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SecurityGroup': '1.4', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SecurityGroupRule': '1.2', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'SubPort': '1.0', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Subnet': '1.1', Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: 'Trunk': '1.1'}} Aug 26 12:22:40.834169 dv-cinder-806141-1-iscsi neutron-server[93811]: {{(pid=93811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:22:40.837712 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Checking segment: {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:22:40.838085 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Network hostable DHCP agents. Network: 6a5715e1-5223-4be2-9599-cf18dbe6bb7f, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:22:40.856343 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:22:40.868782 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 6a5715e1-5223-4be2-9599-cf18dbe6bb7f) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:40.875333 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:40.876314 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.880270 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94571b4b-35f6-4732-99a6-37ddc74938d2 None None] Network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:40.930041 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.934763 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.945456 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-eb4044e1-8c0f-471c-aa55-d1732e0592f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5258999 Aug 26 12:22:40.946214 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47230) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:40.952655 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:40.966513 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:22:40.978775 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.979366 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Added segment 161025c1-9e01-47c0-a751-f6dbf2416e9a of type vlan for network 586116f7-8cd0-46d0-8a82-60121e9b30c0 Aug 26 12:22:40.982478 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:40.984867 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.065680 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.067050 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47238) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:41.072491 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.083716 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fab2ed-e45e-4d6f-9ec3-173939410339,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:41.109960 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.116902 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c427ef1-86cd-4bc4-bfa2-8500fdd90f50 None None] Network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:41.123820 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:41.124544 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.186166 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] Pushing event updated for resources: {'Network': ['ID=586116f7-8cd0-46d0-8a82-60121e9b30c0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:41.198774 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a42b1422-5c13-41d8-8035-47b5a52639b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6825132 Aug 26 12:22:41.201790 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47246) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:41.208822 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Request body: {'subnet': {'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-901685441-subnet', 'tenant_id': '9303a90f1de44f67847c2eccaac21e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:41.229774 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.232988 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Made reservation on behalf of 9303a90f1de44f67847c2eccaac21e3e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:41.236494 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.237181 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 586116f7-8cd0-46d0-8a82-60121e9b30c0 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:22:41.472328 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.474023 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.507834 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-443593618-network', 'tenant_id': '186843287df84e5282dabe549c485fe9'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:41.511750 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.539725 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c409258b-99c6-486c-b0c3-94435141c9b2,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:41.548991 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Checking segment: {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:22:41.549543 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Network hostable DHCP agents. Network: 586116f7-8cd0-46d0-8a82-60121e9b30c0, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:22:41.571701 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Network 586116f7-8cd0-46d0-8a82-60121e9b30c0 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:22:41.588938 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 586116f7-8cd0-46d0-8a82-60121e9b30c0) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:41.593795 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Made reservation on behalf of 186843287df84e5282dabe549c485fe9 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:41.596132 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.598310 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf409f-73e8-49bd-8020-34f449bcf9d1 None None] Network 586116f7-8cd0-46d0-8a82-60121e9b30c0 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:41.606823 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:41.607453 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.631012 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-1b830880-4f16-4823-bd73-506773469913 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4274576 Aug 26 12:22:41.632639 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.645783 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47264) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:41.668543 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Allocated IP 172.27.2.246 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/db3745f6-6794-406d-ab27-857b3ddd9209) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:22:41.763858 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07956cc-4c08-4b87-809e-e1c403ad602c None None] Network 586116f7-8cd0-46d0-8a82-60121e9b30c0 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:41.821268 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.845280 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.851001 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.898004 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:22:41.922140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:41.922508 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Added segment 99aae565-6968-4636-92e3-b5e4a1c283bf of type vlan for network ab202310-35c3-41ea-8ede-03098e3f7c55 Aug 26 12:22:41.931130 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571d4ab2-b869-4ee5-bebb-a43c644a3f4e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:41.938185 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.005488 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.014015 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:22:42.022354 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:42.026482 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:22:42.030600 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Pushing event updated for resources: {'Port': ['ID=db3745f6-6794-406d-ab27-857b3ddd9209,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:42.112730 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.115397 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:42.119854 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.153898 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-73588571-network', 'tenant_id': 'dff1831949074e8195eea75820d37569'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:42.197451 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Made reservation on behalf of dff1831949074e8195eea75820d37569 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:42.200029 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.226082 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.229727 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1610863 Aug 26 12:22:42.231487 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a14be3-3b6a-4a42-ba27-212d31664898 admin admin] Pushing event updated for resources: {'Network': ['ID=ab202310-35c3-41ea-8ede-03098e3f7c55,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:42.234051 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47280) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:42.241807 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Request body: {'subnet': {'network_id': 'ab202310-35c3-41ea-8ede-03098e3f7c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-443593618-subnet', 'tenant_id': '186843287df84e5282dabe549c485fe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:42.245353 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network ab202310-35c3-41ea-8ede-03098e3f7c55 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:22:42.319734 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Made reservation on behalf of 186843287df84e5282dabe549c485fe9 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:42.322510 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.473126 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.477506 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.479872 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.510494 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14556c25-fb80-41fd-a5ef-d8d51b078819,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:42.526618 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:22:42.549346 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.550487 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Added segment d45a7155-9014-4450-8de0-81af87d9a2a8 of type vlan for network 6140f774-99a5-4c0e-8a37-8f7aaa54b233 Aug 26 12:22:42.605733 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.640881 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.642245 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:42.643563 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:42.724445 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] Pushing event updated for resources: {'Network': ['ID=6140f774-99a5-4c0e-8a37-8f7aaa54b233,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:42.735563 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 6140f774-99a5-4c0e-8a37-8f7aaa54b233 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:22:42.742160 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-d6dc6c39-98da-4769-954d-f72f192bed88 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0915461 Aug 26 12:22:42.742840 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47302) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:42.759575 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Request body: {'subnet': {'network_id': '6140f774-99a5-4c0e-8a37-8f7aaa54b233', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-73588571-subnet', 'tenant_id': 'dff1831949074e8195eea75820d37569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:42.813417 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Made reservation on behalf of dff1831949074e8195eea75820d37569 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:42.818740 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:43.048553 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:43.100206 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:43.130575 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0fd047-0ec6-41ac-8a66-2875557f6f20,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:43.142250 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:43.172224 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Checking segment: {'id': '99aae565-6968-4636-92e3-b5e4a1c283bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ab202310-35c3-41ea-8ede-03098e3f7c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:22:43.172752 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Network hostable DHCP agents. Network: ab202310-35c3-41ea-8ede-03098e3f7c55, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:22:43.210817 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdbfb21-17b7-4dfd-9fd2-24806df1dd74,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:43.229977 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Checking segment: {'id': 'd45a7155-9014-4450-8de0-81af87d9a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6140f774-99a5-4c0e-8a37-8f7aaa54b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:22:43.230673 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Network hostable DHCP agents. Network: 6140f774-99a5-4c0e-8a37-8f7aaa54b233, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:22:43.233944 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Network ab202310-35c3-41ea-8ede-03098e3f7c55 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:22:43.250608 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Network 6140f774-99a5-4c0e-8a37-8f7aaa54b233 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:22:43.260252 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 6140f774-99a5-4c0e-8a37-8f7aaa54b233) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:43.260690 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, ab202310-35c3-41ea-8ede-03098e3f7c55) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:43.268528 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:43.269313 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:43.274071 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30194832-6634-44ee-aace-0630f3042a4d None None] Network 6140f774-99a5-4c0e-8a37-8f7aaa54b233 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:43.277339 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76a8675-90de-4fde-a722-ff92d46fddc9 None None] Network ab202310-35c3-41ea-8ede-03098e3f7c55 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:43.280067 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:43.281571 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:43.293167 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-c37ac850-54b4-47b7-b653-9664de8e2f60 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0561905 Aug 26 12:22:43.318420 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-934c9b5d-0c3c-4cdf-af80-869437945435 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5639586 Aug 26 12:22:43.332388 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Router 1f979132-2b93-4613-9f26-c13edcac3e6e is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:22:43.451195 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:22:43.468030 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Sync routers for ids ['1f979132-2b93-4613-9f26-c13edcac3e6e'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:22:43.478342 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Routers {'1f979132-2b93-4613-9f26-c13edcac3e6e'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:22:43.480069 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:43.484651 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47334) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:43.492511 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-56b1d12d-0b08-4aa7-a244-9192e63d9de7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5450125 Aug 26 12:22:43.492921 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:22:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f979132-2b93-4613-9f26-c13edcac3e6e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:43.586866 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a42e5-3649-4013-91e5-62da50428824 None None] Network 6140f774-99a5-4c0e-8a37-8f7aaa54b233 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:43.605647 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26ec17-3d0b-4707-80bd-f499c9aad70f None None] Network ab202310-35c3-41ea-8ede-03098e3f7c55 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:43.708585 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Set router 1f979132-2b93-4613-9f26-c13edcac3e6e gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:22:43.940165 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:22:40Z', 'updated_at': '2021-08-26T12:22:42Z', 'revision_number': 3, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'gw_port': {'id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:41Z', 'updated_at': '2021-08-26T12:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:44.017322 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Checking router: 1f979132-2b93-4613-9f26-c13edcac3e6e for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:22:44.017846 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Updating router 1f979132-2b93-4613-9f26-c13edcac3e6e port db3745f6-6794-406d-ab27-857b3ddd9209 binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:22:44.077142 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:44.376316 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:44.386614 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Transition to ACTIVE for port object db3745f6-6794-406d-ab27-857b3ddd9209 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:22:44.395999 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:44.445788 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:44.492737 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Pushing event updated for resources: {'Port': ['ID=db3745f6-6794-406d-ab27-857b3ddd9209,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:44.500911 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Attempting to bind port db3745f6-6794-406d-ab27-857b3ddd9209 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:22:44.501280 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Attempting to bind port db3745f6-6794-406d-ab27-857b3ddd9209 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:22:44.501792 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Attempting to bind port db3745f6-6794-406d-ab27-857b3ddd9209 on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:22:44.524438 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.524684 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.526125 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.528382 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.528734 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.529878 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.558113 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.558626 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.560881 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.561317 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.561737 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.562157 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Tracked resource versions report: Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: pushed versions: Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: { 'AddressGroup': {'1.2'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Log': {'1.0'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Network': {'1.1'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Port': {'1.7'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'PortForwarding': {'1.2'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'QosPolicy': {'1.9'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SecurityGroup': {'1.4'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SubPort': {'1.0'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Subnet': {'1.1'}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Trunk': {'1.1'}} Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: consumer versions: Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: { DHCP agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: HyperV agent@hv-cinder-80614: {}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: L3 agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: Metadata agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: Metering agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: Open vSwitch agent@dv-cinder-806141-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'ConntrackHelper': '1.0', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Log': '1.0', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Network': '1.1', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Port': '1.7', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'PortForwarding': '1.2', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'QosPolicy': '1.9', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SecurityGroup': '1.4', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SecurityGroupRule': '1.2', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'SubPort': '1.0', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Subnet': '1.1', Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: 'Trunk': '1.1'}} Aug 26 12:22:44.566095 dv-cinder-806141-1-iscsi neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:22:44.574793 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:22:44.575178 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:22:44.575585 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:44.575982 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:22:44.576462 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Bound port: db3745f6-6794-406d-ab27-857b3ddd9209, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:22:44.576845 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:44.659563 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] For port db3745f6-6794-406d-ab27-857b3ddd9209, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:22:44.673150 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] For port db3745f6-6794-406d-ab27-857b3ddd9209, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=db3745f6-6794-406d-ab27-857b3ddd9209,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:22:44.674460 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Allocated IP 172.20.0.1 (6a5715e1-5223-4be2-9599-cf18dbe6bb7f/edb5830c-f085-4f61-9d56-815e03924faf/15410573-258f-4217-9957-32a3c3b952e8) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:22:44.678928 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:44.808379 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Routers {'1f979132-2b93-4613-9f26-c13edcac3e6e'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:22:44.810074 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:22:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f979132-2b93-4613-9f26-c13edcac3e6e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:44.868383 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47438) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:44.874034 dv-cinder-806141-1-iscsi neutron-server[93811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 12:22:44.959943 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d8075-4088-46cf-9347-5f541501b147 None None] Pushing event updated for resources: {'Port': ['ID=db3745f6-6794-406d-ab27-857b3ddd9209,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:45.094196 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] Set router 1f979132-2b93-4613-9f26-c13edcac3e6e gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:22:45.209569 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.302094 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.312136 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47472) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:45.333049 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-602099346-network', 'tenant_id': '0d1d5209fc164c0ab76d9247f3dd76bb'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:45.410384 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Pushing event updated for resources: {'Port': ['ID=15410573-258f-4217-9957-32a3c3b952e8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:45.434749 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Made reservation on behalf of 0d1d5209fc164c0ab76d9247f3dd76bb for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:45.437052 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.453031 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:22:45.458694 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:45.463837 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:22:45.466257 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.495002 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.503808 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:22:40Z', 'updated_at': '2021-08-26T12:22:42Z', 'revision_number': 3, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'gw_port': {'id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:41Z', 'updated_at': '2021-08-26T12:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:45.506799 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47492) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:45.544476 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-51274caa-7836-41cd-9a06-60230028b980 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:45.547994 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c33c10-c91a-4fb9-b7f1-cf4936225aa8 None None] The sync data for ids ['1f979132-2b93-4613-9f26-c13edcac3e6e'] in dv-cinder-806141-1-iscsi is: [{'id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:22:40Z', 'updated_at': '2021-08-26T12:22:42Z', 'revision_number': 3, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'gw_port': {'id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:41Z', 'updated_at': '2021-08-26T12:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:22:45.554026 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-51274caa-7836-41cd-9a06-60230028b980 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 814 time: 0.6821656 Aug 26 12:22:45.595325 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47502) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:45.625306 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-1bb22014-5f88-4a8f-beae-b6cb7445bf9c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/quotas/9303a90f1de44f67847c2eccaac21e3e HTTP/1.1" status: 200 len: 375 time: 0.0644007 Aug 26 12:22:45.752511 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-f9bf6a26-9947-450a-9cd2-6693111d9377 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1166735 Aug 26 12:22:45.829460 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deac7612-725e-404b-81f5-bb4e058daa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.839769 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.842254 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d962af3f-8c97-44e9-b9b9-71f8382bd6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.867307 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.877344 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.908891 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:22:45.928470 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.928818 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Added segment 888b1f7d-15e5-4167-b8ab-b6f5f12da224 of type vlan for network 31b08c5c-962f-4caf-90e3-197b3cbd0474 Aug 26 12:22:46.033574 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.db.api [None req-d962af3f-8c97-44e9-b9b9-71f8382bd6e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 12:22:46.033574 dv-cinder-806141-1-iscsi neutron-server[93811]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 12:22:46.033574 dv-cinder-806141-1-iscsi neutron-server[93811]: [parameters: {'project_id_1': '58164360bd8a44269cba4b0c0c6aa7e9', 'expiration_1': datetime.datetime(2021, 8, 26, 12, 22, 45, 871665)}] Aug 26 12:22:46.033574 dv-cinder-806141-1-iscsi neutron-server[93811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 12:22:46.033926 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG oslo_db.api [None req-d962af3f-8c97-44e9-b9b9-71f8382bd6e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 12:22:46.061727 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47540) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:46.063958 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abed703b-4bfa-4022-a595-c94073a3d519,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:46.066119 dv-cinder-806141-1-iscsi neutron-server[93810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 12:22:46.071959 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.109368 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.110613 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:46.111382 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.131913 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-277c871c-96e5-41cd-9be4-c7bd75047ee6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:22:46.132937 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-277c871c-96e5-41cd-9be4-c7bd75047ee6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1734207 Aug 26 12:22:46.188901 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] Pushing event updated for resources: {'Network': ['ID=31b08c5c-962f-4caf-90e3-197b3cbd0474,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:46.201832 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 31b08c5c-962f-4caf-90e3-197b3cbd0474 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:22:46.237577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.263771 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.264769 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.319237 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b2a7977c-192c-49ff-ba49-f8c1b76a3a4d service neutron] 10.222.0.13 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192763 Aug 26 12:22:46.337169 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Pushing event updated for resources: {'Port': ['ID=15410573-258f-4217-9957-32a3c3b952e8,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:46.359225 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deac7612-725e-404b-81f5-bb4e058daa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.388526 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-dcb5ebae-4d67-430c-9990-20105b9eabb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0753789 Aug 26 12:22:46.389352 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47560) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:46.398879 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Request body: {'subnet': {'network_id': '31b08c5c-962f-4caf-90e3-197b3cbd0474', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-602099346-subnet', 'tenant_id': '0d1d5209fc164c0ab76d9247f3dd76bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:46.435595 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Made reservation on behalf of 0d1d5209fc164c0ab76d9247f3dd76bb for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:46.438114 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.460438 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deac7612-725e-404b-81f5-bb4e058daa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.493547 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:22:46.513285 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:46.544977 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d962af3f-8c97-44e9-b9b9-71f8382bd6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.546349 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-deac7612-725e-404b-81f5-bb4e058daa85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7250eecf2abf46ca8e94787114465089&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9498997 Aug 26 12:22:46.548283 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-8e228484-e6fc-491b-8318-2e9ba7c8727f service neutron] 10.222.0.13 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282581 Aug 26 12:22:46.549444 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47564) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:46.551805 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac7612-725e-404b-81f5-bb4e058daa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e94ffb8-e864-4033-9e54-71f1bd8108f6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:46.583159 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-0540bfb6-cca7-4a81-96fa-d449da37bc65 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:46.585509 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-0540bfb6-cca7-4a81-96fa-d449da37bc65 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/networks?id=6140f774-99a5-4c0e-8a37-8f7aaa54b233 HTTP/1.1" status: 200 len: 810 time: 0.5220351 Aug 26 12:22:46.725606 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47568) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:46.741615 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Router 1f979132-2b93-4613-9f26-c13edcac3e6e has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:22:46.752051 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-f3932722-e299-4a11-bf48-95b7bce3f17f tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/quotas/dff1831949074e8195eea75820d37569 HTTP/1.1" status: 200 len: 375 time: 0.0271404 Aug 26 12:22:46.763324 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d962af3f-8c97-44e9-b9b9-71f8382bd6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.779406 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d962af3f-8c97-44e9-b9b9-71f8382bd6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.788634 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.851558 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-d962af3f-8c97-44e9-b9b9-71f8382bd6e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58164360bd8a44269cba4b0c0c6aa7e9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3257108 Aug 26 12:22:46.852395 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-5780a48d-7c9c-4700-a660-5df5a947ddd9 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dff1831949074e8195eea75820d37569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828550 Aug 26 12:22:46.853923 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47578) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:46.881100 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962af3f-8c97-44e9-b9b9-71f8382bd6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2686e5-e0a4-43d9-9dba-904aebd33b38,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:46.942211 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9db0a23-085d-4fde-8514-6407c2c7f5fc,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:46.942488 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2033cfa8-19be-4d7f-8412-efa8a9f5cd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.945214 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Checking segment: {'id': '888b1f7d-15e5-4167-b8ab-b6f5f12da224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '31b08c5c-962f-4caf-90e3-197b3cbd0474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:22:46.945591 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Network hostable DHCP agents. Network: 31b08c5c-962f-4caf-90e3-197b3cbd0474, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:22:46.977909 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Network 31b08c5c-962f-4caf-90e3-197b3cbd0474 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:22:46.989987 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 31b08c5c-962f-4caf-90e3-197b3cbd0474) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:46.994381 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:46.995203 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.000777 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529dd110-5034-421d-8d16-0a6de03d4617 None None] Network 31b08c5c-962f-4caf-90e3-197b3cbd0474 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:47.003367 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-563c8ed0-6a1e-48f0-a8e0-1871799ff6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.023725 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-faff2b51-b134-4bf6-88ce-f553cf241bc8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6288552 Aug 26 12:22:47.168377 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-a559cdfa-372a-4d2a-8130-12b6bb10213a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:22:47.169428 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-a559cdfa-372a-4d2a-8130-12b6bb10213a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1785543 Aug 26 12:22:47.171559 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2033cfa8-19be-4d7f-8412-efa8a9f5cd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.181198 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-563c8ed0-6a1e-48f0-a8e0-1871799ff6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.194317 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2033cfa8-19be-4d7f-8412-efa8a9f5cd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.277117 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6b89d95-2154-474b-9a11-9b946f06dd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.300054 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6b89d95-2154-474b-9a11-9b946f06dd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.322066 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-52da60b9-96b5-4121-bd50-e771f9afa446 req-96356215-7cc8-46bd-a305-4cb6b9888895 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 210 time: 0.1392000 Aug 26 12:22:47.349491 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47610) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:47.368552 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28958e6e-439a-4b7c-a468-730a513babb2 None None] Network 31b08c5c-962f-4caf-90e3-197b3cbd0474 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:22:47.449660 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-122e077b-fdd0-4fc8-ad5b-af08a2429d6e admin admin] Deleting subnet cb0fd047-0ec6-41ac-8a66-2875557f6f20 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:22:47.455501 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-122e077b-fdd0-4fc8-ad5b-af08a2429d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.545781 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:22:47.559209 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-2033cfa8-19be-4d7f-8412-efa8a9f5cd4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d5900b04e1e4476b61f77ceceac5e1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8292308 Aug 26 12:22:47.559209 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033cfa8-19be-4d7f-8412-efa8a9f5cd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32daeba8-e758-4659-92e5-944b59963b25,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:47.562816 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-122e077b-fdd0-4fc8-ad5b-af08a2429d6e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.571974 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47626) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:47.604885 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-525aaea1-f472-4133-a382-2b73cc18340d admin admin] 10.222.0.13 "PUT /v2.0/routers/1f979132-2b93-4613-9f26-c13edcac3e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1191301 Aug 26 12:22:47.618366 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-122e077b-fdd0-4fc8-ad5b-af08a2429d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.628550 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-563c8ed0-6a1e-48f0-a8e0-1871799ff6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.631339 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-563c8ed0-6a1e-48f0-a8e0-1871799ff6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.635501 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-563c8ed0-6a1e-48f0-a8e0-1871799ff6aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e94ffb8-e864-4033-9e54-71f1bd8108f6 HTTP/1.1" status: 204 len: 168 time: 1.0671055 Aug 26 12:22:47.648273 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6b89d95-2154-474b-9a11-9b946f06dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.650977 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6b89d95-2154-474b-9a11-9b946f06dd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.653476 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-d6b89d95-2154-474b-9a11-9b946f06dd73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d2686e5-e0a4-43d9-9dba-904aebd33b38 HTTP/1.1" status: 204 len: 168 time: 0.7960420 Aug 26 12:22:47.686255 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c8ed0-6a1e-48f0-a8e0-1871799ff6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e94ffb8-e864-4033-9e54-71f1bd8108f6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:47.701042 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b89d95-2154-474b-9a11-9b946f06dd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2686e5-e0a4-43d9-9dba-904aebd33b38,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:47.723117 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-7f19ea55-6713-4830-879e-7de7346f925f service neutron] 10.222.0.13 "GET /v2.0/networks/6140f774-99a5-4c0e-8a37-8f7aaa54b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369449 Aug 26 12:22:47.728863 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e15dccbc-b2e2-4b68-a100-cd4b456ce8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.773495 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e15dccbc-b2e2-4b68-a100-cd4b456ce8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.798324 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-122e077b-fdd0-4fc8-ad5b-af08a2429d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.872334 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device db3745f6-6794-406d-ab27-857b3ddd9209 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:22:47.876284 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-122e077b-fdd0-4fc8-ad5b-af08a2429d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.879956 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-122e077b-fdd0-4fc8-ad5b-af08a2429d6e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cb0fd047-0ec6-41ac-8a66-2875557f6f20 HTTP/1.1" status: 204 len: 168 time: 0.5294113 Aug 26 12:22:47.881419 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e077b-fdd0-4fc8-ad5b-af08a2429d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0fd047-0ec6-41ac-8a66-2875557f6f20,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:47.884339 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47640) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:47.988086 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port db3745f6-6794-406d-ab27-857b3ddd9209 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:22:47.993158 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-29236178-99b1-4761-a66c-a54af3275718 service neutron] 10.222.0.13 "GET /v2.0/networks/6140f774-99a5-4c0e-8a37-8f7aaa54b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628033 Aug 26 12:22:47.993654 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port db3745f6-6794-406d-ab27-857b3ddd9209 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:22:47.994190 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:48.072092 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Sync routers for ids ['1f979132-2b93-4613-9f26-c13edcac3e6e'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:22:48.092317 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Routers {'1f979132-2b93-4613-9f26-c13edcac3e6e'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:22:48.092866 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:22:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f979132-2b93-4613-9f26-c13edcac3e6e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:48.154802 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e15dccbc-b2e2-4b68-a100-cd4b456ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:48.160718 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e15dccbc-b2e2-4b68-a100-cd4b456ce8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:48.161920 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-e15dccbc-b2e2-4b68-a100-cd4b456ce8a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32daeba8-e758-4659-92e5-944b59963b25 HTTP/1.1" status: 204 len: 168 time: 0.5894914 Aug 26 12:22:48.177115 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:48.181964 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15dccbc-b2e2-4b68-a100-cd4b456ce8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32daeba8-e758-4659-92e5-944b59963b25,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:48.380569 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:48.417235 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.417684 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.422506 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.423903 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > port after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.424403 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.428646 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > port after_update 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.429331 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.429576 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.431184 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.431534 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:48.462387 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47674) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:48.487183 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:48.522716 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Set router 1f979132-2b93-4613-9f26-c13edcac3e6e gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:22:48.561834 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-decea799-bbd2-4103-aea2-75d8dbca43ea req-bd8a5ce9-40b6-454a-a782-7bad3fceba6b tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.1461012 Aug 26 12:22:48.587581 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb27a-3d10-4ba8-9b2c-a9c1faa9fc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:48.670274 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47682) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:48.755632 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port db3745f6-6794-406d-ab27-857b3ddd9209, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=db3745f6-6794-406d-ab27-857b3ddd9209,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:22:48.802022 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:48.936927 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee5304b-597d-4b95-94d6-8182be989d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.006156 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:49.006715 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:49.006836 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:49.007417 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:49.007605 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab202310-35c3-41ea-8ede-03098e3f7c55']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:49.019671 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=db3745f6-6794-406d-ab27-857b3ddd9209,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:49.051426 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-89109949-e05f-41a1-ba41-a1af3b18866e req-d54e8f19-bb9e-4b0c-970b-afe0adc7ca8c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 210 time: 0.1162801 Aug 26 12:22:49.057297 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.057655 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.057993 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.058336 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.059251 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99aae565-6968-4636-92e3-b5e4a1c283bf') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:49.059547 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99aae565-6968-4636-92e3-b5e4a1c283bf') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:49.066182 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.066646 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.067416 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.067416 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.067739 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.067970 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.068309 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.068617 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Tracked resource versions report: Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: pushed versions: Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: { 'AddressGroup': {'1.2'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'ConntrackHelper': {'1.0'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Log': {'1.0'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Network': {'1.1'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Port': {'1.7'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'PortForwarding': {'1.2'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'QosPolicy': {'1.9'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SecurityGroup': {'1.4'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SecurityGroupRule': {'1.2'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SubPort': {'1.0'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Subnet': {'1.1'}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Trunk': {'1.1'}} Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: consumer versions: Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: { DHCP agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: HyperV agent@hv-cinder-80614: {}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: L3 agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: Metadata agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: Metering agent@dv-cinder-806141-1-iscsi: {}, Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: Open vSwitch agent@dv-cinder-806141-1-iscsi: { 'AddressGroup': '1.2', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'ConntrackHelper': '1.0', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Log': '1.0', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Network': '1.1', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Port': '1.7', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'PortForwarding': '1.2', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'QosPolicy': '1.9', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SecurityGroup': '1.4', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SecurityGroupRule': '1.2', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'SubPort': '1.0', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Subnet': '1.1', Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: 'Trunk': '1.1'}} Aug 26 12:22:49.069729 dv-cinder-806141-1-iscsi neutron-server[93812]: {{(pid=93812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 12:22:49.104323 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32970963'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.140230 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.163377 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:22:49.163774 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33022589'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: from cryptography.utils import int_from_bytes Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: from cryptography.utils import int_from_bytes Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: Traceback (most recent call last): Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: timer() Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: cb(*args, **kw) Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: return func(*args, **kwargs) Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: self._notify() Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: self.callback(batched_events) Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: event.method(event) Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: return f(self, *a, **k) Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._get(url).json() Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:22:49.174157 dv-cinder-806141-1-iscsi neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:22:49.180281 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb27a-3d10-4ba8-9b2c-a9c1faa9fc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.186249 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb27a-3d10-4ba8-9b2c-a9c1faa9fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.239289 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:22:40Z', 'updated_at': '2021-08-26T12:22:45Z', 'revision_number': 4, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'gw_port': {'id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:41Z', 'updated_at': '2021-08-26T12:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '15410573-258f-4217-9957-32a3c3b952e8', 'name': '', 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'mac_address': 'fa:16:3e:01:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'edb5830c-f085-4f61-9d56-815e03924faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:44Z', 'updated_at': '2021-08-26T12:22:45Z', 'revision_number': 2, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'subnets': [{'id': 'edb5830c-f085-4f61-9d56-815e03924faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:49.270588 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47710) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:49.294322 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-f8cfb27a-3d10-4ba8-9b2c-a9c1faa9fc15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcbb9130cb5a4e86b15fee2c2655cc1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8304961 Aug 26 12:22:49.297081 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47714) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:49.297749 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfb27a-3d10-4ba8-9b2c-a9c1faa9fc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1dd606-8d37-47b7-93f2-c4ca47c4547b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:49.337846 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Checking router: 1f979132-2b93-4613-9f26-c13edcac3e6e for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:22:49.338672 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Updating router 1f979132-2b93-4613-9f26-c13edcac3e6e port 15410573-258f-4217-9957-32a3c3b952e8 binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:22:49.342044 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d30fc9e0-1013-4803-a4d1-ab7eea3360de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.376063 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.407408 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.410461 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Pushing event deleted for resources: {'Network': ['ID=ab202310-35c3-41ea-8ede-03098e3f7c55,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:49.425125 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.427459 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-e31d4e77-2dbe-4c2a-bbfa-01302f32b17b admin admin] 10.222.0.13 "DELETE /v2.0/networks/ab202310-35c3-41ea-8ede-03098e3f7c55 HTTP/1.1" status: 204 len: 168 time: 1.5418565 Aug 26 12:22:49.435476 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47722) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:49.493766 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19d6b7b4-4c51-4eae-8449-5b1005e68922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.523219 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e6568b-09db-433e-a886-0784852e9295 admin admin] Deleting subnet e9db0a23-085d-4fde-8514-6407c2c7f5fc {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:22:49.533950 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97e6568b-09db-433e-a886-0784852e9295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.564852 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19d6b7b4-4c51-4eae-8449-5b1005e68922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.586573 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97e6568b-09db-433e-a886-0784852e9295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32970956'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.616717 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee5304b-597d-4b95-94d6-8182be989d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.634876 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee5304b-597d-4b95-94d6-8182be989d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.677403 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97e6568b-09db-433e-a886-0784852e9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.681464 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3ee5304b-597d-4b95-94d6-8182be989d6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=057f61b829354db3a1ee9879646f77e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0046117 Aug 26 12:22:49.691563 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47728) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:49.742662 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-687527e8-89f4-4e57-8458-9ffb303661b5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:49.742925 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device db3745f6-6794-406d-ab27-857b3ddd9209 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:22:49.744661 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-687527e8-89f4-4e57-8458-9ffb303661b5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 819 time: 0.5329864 Aug 26 12:22:49.772424 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5304b-597d-4b95-94d6-8182be989d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a1b009-eb4a-4505-ae51-d2240fdd12b3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:49.796735 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-5b2313d0-b605-4281-b69f-5bad97be324e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/quotas/63c0b18d4b7142cdb77ffb7ef07dc993 HTTP/1.1" status: 200 len: 375 time: 0.0207627 Aug 26 12:22:49.860481 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d0d8ec5e-882f-4059-afae-8f29c9461dfc req-0a9568fc-4bd6-4112-abc8-caf5779e2886 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.0816286 Aug 26 12:22:49.908604 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port db3745f6-6794-406d-ab27-857b3ddd9209 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:22:49.909681 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.935510 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97e6568b-09db-433e-a886-0784852e9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33022491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257923'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.937854 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19d6b7b4-4c51-4eae-8449-5b1005e68922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.941709 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19d6b7b4-4c51-4eae-8449-5b1005e68922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.946002 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-19d6b7b4-4c51-4eae-8449-5b1005e68922 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed1dd606-8d37-47b7-93f2-c4ca47c4547b HTTP/1.1" status: 204 len: 168 time: 0.6443832 Aug 26 12:22:49.955697 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7628d95d-ae48-4c15-af1a-4cd2b62be782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.957854 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-306660c8-4511-448b-b64f-e520f6fc9d05 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1565111 Aug 26 12:22:50.004967 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7628d95d-ae48-4c15-af1a-4cd2b62be782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.034910 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.68', 65356) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:50.048795 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6b7b4-4c51-4eae-8449-5b1005e68922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1dd606-8d37-47b7-93f2-c4ca47c4547b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:50.100731 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.109800 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7628d95d-ae48-4c15-af1a-4cd2b62be782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.114546 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6568b-09db-433e-a886-0784852e9295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9db0a23-085d-4fde-8514-6407c2c7f5fc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:50.115390 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7628d95d-ae48-4c15-af1a-4cd2b62be782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.120831 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-7628d95d-ae48-4c15-af1a-4cd2b62be782 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29a1b009-eb4a-4505-ae51-d2240fdd12b3 HTTP/1.1" status: 204 len: 168 time: 0.4277978 Aug 26 12:22:50.127012 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Transition to ACTIVE for port object 15410573-258f-4217-9957-32a3c3b952e8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:22:50.134243 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97e6568b-09db-433e-a886-0784852e9295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.136931 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.137326 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628d95d-ae48-4c15-af1a-4cd2b62be782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a1b009-eb4a-4505-ae51-d2240fdd12b3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:50.141179 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-97e6568b-09db-433e-a886-0784852e9295 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9db0a23-085d-4fde-8514-6407c2c7f5fc HTTP/1.1" status: 204 len: 168 time: 0.7018409 Aug 26 12:22:50.141555 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47746) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:50.219050 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7fe3e-bfef-46d2-b3a1-5f603dc4c027 None None] Pushing event updated for resources: {'Port': ['ID=15410573-258f-4217-9957-32a3c3b952e8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:50.277347 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-a0e93ace-1e28-4c75-af5d-6b64c1812fe7 service neutron] 10.222.0.13 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183916 Aug 26 12:22:50.315186 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0905e12a-47a6-47fd-a2cb-4bceedb1a3f0 req-415a5c15-d9a2-4068-b275-54b6523893ed tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 210 time: 0.0628488 Aug 26 12:22:50.337339 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Attempting to bind port 15410573-258f-4217-9957-32a3c3b952e8 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:22:50.338523 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Attempting to bind port 15410573-258f-4217-9957-32a3c3b952e8 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:22:50.338900 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Attempting to bind port 15410573-258f-4217-9957-32a3c3b952e8 on network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:22:50.344664 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.347777 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:22:50.350721 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Checking segment: {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:22:50.352625 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.354170 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Bound using segment: {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:22:50.355286 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Bound port: 15410573-258f-4217-9957-32a3c3b952e8, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:22:50.355974 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.420508 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d30fc9e0-1013-4803-a4d1-ab7eea3360de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.434046 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d30fc9e0-1013-4803-a4d1-ab7eea3360de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.466855 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.480607 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-be25f13d-c406-457a-aa54-41303bb8ca34 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:50.482491 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-be25f13d-c406-457a-aa54-41303bb8ca34 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 814 time: 0.4413810 Aug 26 12:22:50.485156 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.486226 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.487646 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.488226 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.488891 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.489886 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.490949 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.492205 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.492747 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.493347 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.496614 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] For port 15410573-258f-4217-9957-32a3c3b952e8, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:22:50.509882 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] For port 15410573-258f-4217-9957-32a3c3b952e8, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=15410573-258f-4217-9957-32a3c3b952e8,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:22:50.514761 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-d30fc9e0-1013-4803-a4d1-ab7eea3360de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b10246423ff24a2d9cd9c588fbf44257&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2316525 Aug 26 12:22:50.515228 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.523478 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47762) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:50.543886 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fc9e0-1013-4803-a4d1-ab7eea3360de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36579f3-72c7-4679-9c55-7a7cd55d06d2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:50.566247 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-74a2b467-e518-405d-9159-1ef85f385fc9 service neutron] 10.222.0.13 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741542 Aug 26 12:22:50.590149 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Request body: {'port': {'device_id': '2baee0c7-8950-475f-855b-1fd3495b638b', 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0', 'admin_state_up': True, 'tenant_id': '9303a90f1de44f67847c2eccaac21e3e'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:50.613182 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Routers {'1f979132-2b93-4613-9f26-c13edcac3e6e'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:22:50.613757 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:22:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f979132-2b93-4613-9f26-c13edcac3e6e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:50.727255 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7fe3e-bfef-46d2-b3a1-5f603dc4c027 None None] Pushing event updated for resources: {'Port': ['ID=15410573-258f-4217-9957-32a3c3b952e8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:50.760420 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dbff0d4a-f7c3-4ab2-aade-daa805b400ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.860207 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.860748 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.861096 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.861524 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 12:22:50.862032 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b08c5c-962f-4caf-90e3-197b3cbd0474']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:50.883790 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888b1f7d-15e5-4167-b8ab-b6f5f12da224') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:50.884275 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888b1f7d-15e5-4167-b8ab-b6f5f12da224') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:50.889185 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dbff0d4a-f7c3-4ab2-aade-daa805b400ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.932093 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32579905'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.965719 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Made reservation on behalf of 9303a90f1de44f67847c2eccaac21e3e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:50.970654 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b215948d-916f-427b-b372-0641ed7becec req-e93f5c3a-78e3-46bc-b68b-145ce075a16c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 210 time: 0.0813744 Aug 26 12:22:50.986024 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:50.996490 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:51.039990 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:22:51.040715 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32964149'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: from cryptography.utils import int_from_bytes Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: from cryptography.utils import int_from_bytes Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: Traceback (most recent call last): Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: timer() Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: cb(*args, **kw) Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: return func(*args, **kwargs) Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: self._notify() Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: self.callback(batched_events) Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: event.method(event) Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: return f(self, *a, **k) Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._get(url).json() Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: return self.request(url, 'GET', **kwargs) Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:22:51.057542 dv-cinder-806141-1-iscsi neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:22:51.079517 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dbff0d4a-f7c3-4ab2-aade-daa805b400ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:51.083263 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dbff0d4a-f7c3-4ab2-aade-daa805b400ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:51.084541 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-dbff0d4a-f7c3-4ab2-aade-daa805b400ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a36579f3-72c7-4679-9c55-7a7cd55d06d2 HTTP/1.1" status: 204 len: 168 time: 0.5581851 Aug 26 12:22:51.096748 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff0d4a-f7c3-4ab2-aade-daa805b400ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36579f3-72c7-4679-9c55-7a7cd55d06d2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:51.113370 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.68', 65363) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:51.129095 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] Set router 1f979132-2b93-4613-9f26-c13edcac3e6e gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:22:51.258142 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:51.267762 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:51.284818 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/31b08c5c-962f-4caf-90e3-197b3cbd0474 HTTP/1.1" status: 204 len: 168 time: 1.1420455 Aug 26 12:22:51.315140 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e7ff7-210e-4a39-a6e5-3f356984a4c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=31b08c5c-962f-4caf-90e3-197b3cbd0474,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:51.548654 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4f729792-ca04-492c-b744-13ad61b004f2 req-6c07db3e-b694-4e07-9aba-6affd9f771aa tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.1060908 Aug 26 12:22:51.612027 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:22:40Z', 'updated_at': '2021-08-26T12:22:45Z', 'revision_number': 4, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'gw_port': {'id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:41Z', 'updated_at': '2021-08-26T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '15410573-258f-4217-9957-32a3c3b952e8', 'name': '', 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'mac_address': 'fa:16:3e:01:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'edb5830c-f085-4f61-9d56-815e03924faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:44Z', 'updated_at': '2021-08-26T12:22:50Z', 'revision_number': 4, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'subnets': [{'id': 'edb5830c-f085-4f61-9d56-815e03924faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:22:51.661640 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-54541542-1fcd-4d6c-9e1c-151f6a917ab6 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:51.663653 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-54541542-1fcd-4d6c-9e1c-151f6a917ab6 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.68 "GET /v2.0/networks?id=6140f774-99a5-4c0e-8a37-8f7aaa54b233 HTTP/1.1" status: 200 len: 810 time: 0.5484405 Aug 26 12:22:51.694595 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477eafc-f23a-4bd0-b651-31d64e554301 None None] The sync data for ids ['1f979132-2b93-4613-9f26-c13edcac3e6e'] in dv-cinder-806141-1-iscsi is: [{'id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:22:40Z', 'updated_at': '2021-08-26T12:22:45Z', 'revision_number': 4, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'gw_port': {'id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:41Z', 'updated_at': '2021-08-26T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '15410573-258f-4217-9957-32a3c3b952e8', 'name': '', 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'mac_address': 'fa:16:3e:01:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'edb5830c-f085-4f61-9d56-815e03924faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:44Z', 'updated_at': '2021-08-26T12:22:50Z', 'revision_number': 4, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'subnets': [{'id': 'edb5830c-f085-4f61-9d56-815e03924faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:22:51.766201 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-05e7598a-cd90-4055-bbc2-8261c9ab07b7 req-3bbe9e3b-cead-41ff-abe6-3869c3cca1e9 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 210 time: 0.0998204 Aug 26 12:22:52.132228 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47852) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:52.218251 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Request body: {'port': {'device_id': '4b854ded-a1e7-4907-bd8a-1ff0879e09de', 'network_id': '6140f774-99a5-4c0e-8a37-8f7aaa54b233', 'admin_state_up': True, 'tenant_id': 'dff1831949074e8195eea75820d37569'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:52.263096 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-857982a0-ad4e-463c-b0be-6e4b44b52f72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=186843287df84e5282dabe549c485fe9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1200550 Aug 26 12:22:52.264610 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47854) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:52.507270 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3263-4291-41c8-adc6-b82506578341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:52.572885 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3263-4291-41c8-adc6-b82506578341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:52.648608 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Allocated IP 172.20.0.9 (586116f7-8cd0-46d0-8a82-60121e9b30c0/c409258b-99c6-486c-b0c3-94435141c9b2/c9102464-6bd8-4313-89e1-c7cd961c38f0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:22:52.749923 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3263-4291-41c8-adc6-b82506578341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:52.753506 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3263-4291-41c8-adc6-b82506578341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:52.754692 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-ef7d3263-4291-41c8-adc6-b82506578341 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/571d4ab2-b869-4ee5-bebb-a43c644a3f4e HTTP/1.1" status: 204 len: 168 time: 0.4866769 Aug 26 12:22:52.782600 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d3263-4291-41c8-adc6-b82506578341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571d4ab2-b869-4ee5-bebb-a43c644a3f4e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:52.982039 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a51e134e-0cf0-48f1-9b41-af1d36737038 req-4088e18a-f327-4935-81bc-b54d7d42fdf0 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.0752480 Aug 26 12:22:53.053782 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc863e-eace-4193-bf53-2aee388166f5 req-247a6650-8725-4f8a-b5eb-84ef7f90a201 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:53.055659 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-247a6650-8725-4f8a-b5eb-84ef7f90a201 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 819 time: 1.0045028 Aug 26 12:22:53.224004 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-20d9a659-3836-4752-a440-60b10b57cfe5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/quotas/63c0b18d4b7142cdb77ffb7ef07dc993 HTTP/1.1" status: 200 len: 375 time: 0.1564729 Aug 26 12:22:53.319758 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Made reservation on behalf of dff1831949074e8195eea75820d37569 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:53.335014 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:53.437000 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.68', 65370) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:53.462487 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6d7532f-9935-4f43-ad46-7d6a5721995d req-a0354717-fc83-4ea2-b42b-1052a72b8b64 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 210 time: 0.0757234 Aug 26 12:22:53.579035 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-93be3c9f-d83f-4a61-b633-3b302e6e8009 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3539610 Aug 26 12:22:53.660816 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 47904) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:53.727917 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:53.802952 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 15410573-258f-4217-9957-32a3c3b952e8 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:22:53.949888 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9b5deec9-7c71-406e-80a2-c0f5dd7efa22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d1d5209fc164c0ab76d9247f3dd76bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2879186 Aug 26 12:22:53.969663 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-79f0a4c1-b6d1-423e-b373-c4b24331dde8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:53.976855 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 47912) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:53.988031 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-79f0a4c1-b6d1-423e-b373-c4b24331dde8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 819 time: 0.5073414 Aug 26 12:22:54.003552 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 15410573-258f-4217-9957-32a3c3b952e8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:22:54.011719 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 15410573-258f-4217-9957-32a3c3b952e8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:22:54.012608 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:54.083658 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Allocated IP 172.20.0.8 (6140f774-99a5-4c0e-8a37-8f7aaa54b233/2bdbfb21-17b7-4dfd-9fd2-24806df1dd74/3772a8ca-8b49-4b02-8d1d-b18e3bff10e5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:22:54.143969 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Request body: {'port': {'device_id': '8249f1d4-434f-4307-983c-886b449dd67e', 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f', 'admin_state_up': True, 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:22:54.153676 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-1410e442-0689-4511-a97d-04bc893fe3ff service neutron] 10.222.0.13 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705686 Aug 26 12:22:54.321321 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:54.389199 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 15410573-258f-4217-9957-32a3c3b952e8, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=15410573-258f-4217-9957-32a3c3b952e8,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:22:54.399289 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:54.423070 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6de30c39-5687-4c26-aae6-00bd538c883a req-2022cde0-6406-49e2-829e-f470d7899030 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.1853645 Aug 26 12:22:54.473804 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-018acf9e-8be5-4bc7-820f-c6b01eaac5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:54.541500 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-018acf9e-8be5-4bc7-820f-c6b01eaac5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:54.547657 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:54.588181 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=15410573-258f-4217-9957-32a3c3b952e8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:54.610055 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0a660bc4-296f-4f47-9e35-2c96c07f56e4 service neutron] 10.222.0.13 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546785 Aug 26 12:22:54.669871 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-312f5173-7888-4cc5-94ee-90ee9e95b336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:54.867399 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b30cdb-ac7f-42b9-9e53-dde811c0692a req-c7270714-a722-4bc8-821b-a987fac4341c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:54.868991 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-59b30cdb-ac7f-42b9-9e53-dde811c0692a req-c7270714-a722-4bc8-821b-a987fac4341c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 931 time: 0.1773131 Aug 26 12:22:54.870118 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Made reservation on behalf of 63c0b18d4b7142cdb77ffb7ef07dc993 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:22:54.873840 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.014281 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-018acf9e-8be5-4bc7-820f-c6b01eaac5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.016930 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-018acf9e-8be5-4bc7-820f-c6b01eaac5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.018656 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-018acf9e-8be5-4bc7-820f-c6b01eaac5b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abed703b-4bfa-4022-a595-c94073a3d519 HTTP/1.1" status: 204 len: 168 time: 1.0347292 Aug 26 12:22:55.060884 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Network 586116f7-8cd0-46d0-8a82-60121e9b30c0 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:22:55.208560 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-59b30cdb-ac7f-42b9-9e53-dde811c0692a req-1c5f07be-5e6c-4e7a-879e-012fbc46ce73 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881758 Aug 26 12:22:55.224582 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018acf9e-8be5-4bc7-820f-c6b01eaac5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abed703b-4bfa-4022-a595-c94073a3d519,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:55.285494 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-04d1dc8a-96d4-4f15-b844-1ad0a839b21f req-f2696dc4-a461-4c25-a407-8e4f1333937a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.2583990 Aug 26 12:22:55.286531 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:55.298048 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:22:55.306417 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Pushing event updated for resources: {'Port': ['ID=c9102464-6bd8-4313-89e1-c7cd961c38f0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:55.407838 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.433301 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:55.434294 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.494198 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.503336 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-b808c3f2-7517-408d-b4c6-927c94d2dffe tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9218841 Aug 26 12:22:55.540906 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Allocated IP 172.20.0.4 (6a5715e1-5223-4be2-9599-cf18dbe6bb7f/edb5830c-f085-4f61-9d56-815e03924faf/618bd75f-e1cc-4a8b-a5f8-295bf9b5687e) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:22:55.591980 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-3c1d4f30-4f55-46cf-aafd-23add3289474 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:22:55.594264 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-3c1d4f30-4f55-46cf-aafd-23add3289474 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172107 Aug 26 12:22:55.630975 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.731803 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Network 6140f774-99a5-4c0e-8a37-8f7aaa54b233 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:22:55.743507 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:55.763275 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 15410573-258f-4217-9957-32a3c3b952e8 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:22:55.780707 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:22:55.785530 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Pushing event updated for resources: {'Port': ['ID=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:55.917779 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:55.918077 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 15410573-258f-4217-9957-32a3c3b952e8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:22:55.918484 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.921226 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.956551 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-e83c0ea0-7985-486b-ab21-fc2d75e428f7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8988097 Aug 26 12:22:56.229149 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46851b9f-714f-4343-86b2-08d95d6e8c2d req-ef7afb8e-3abf-4381-8c24-84a5fd117346 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:56.238513 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-46851b9f-714f-4343-86b2-08d95d6e8c2d req-ef7afb8e-3abf-4381-8c24-84a5fd117346 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 931 time: 0.5839813 Aug 26 12:22:56.432010 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-46851b9f-714f-4343-86b2-08d95d6e8c2d req-14c91a8e-df94-440c-8b6a-8c1fb65ec68b tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925194 Aug 26 12:22:56.435177 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:56.453039 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e0c0-941d-4a1a-84a6-a7c8e7cf8744 req-57df6527-3147-4511-b2e2-ab5f358c0d23 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:56.454925 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f0a2e0c0-941d-4a1a-84a6-a7c8e7cf8744 req-57df6527-3147-4511-b2e2-ab5f358c0d23 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 931 time: 0.1290784 Aug 26 12:22:56.553599 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f0a2e0c0-941d-4a1a-84a6-a7c8e7cf8744 req-6cb46aec-ec23-49d6-a5de-e0dc8eba3798 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867436 Aug 26 12:22:56.589557 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0da9da96-0ff0-4eea-9637-95ce466483f7 req-81d30863-a817-4ea6-962d-3c37bce14148 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.0651143 Aug 26 12:22:56.602194 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:56.732251 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:22:56.744866 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:22:56.767319 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:22:56.921246 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Pushing event updated for resources: {'Port': ['ID=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:56.971169 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:56.972969 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:57.013984 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-9b6dccb7-e394-4694-bd4c-ea1cf0b9ce2f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8953273 Aug 26 12:22:57.311603 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be8c2ad4-8499-4123-867c-4875e31ae05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:57.500328 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:57.684164 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880fc2c-872f-4971-a0a0-3f5229c0cea8 req-ee8cab7c-7cfd-48c3-9ad2-cac9f6270067 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:57.687020 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0880fc2c-872f-4971-a0a0-3f5229c0cea8 req-ee8cab7c-7cfd-48c3-9ad2-cac9f6270067 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 931 time: 0.1566808 Aug 26 12:22:57.766210 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c83af-d492-4833-bd8a-b4501cfb2b0e req-fb23523d-2481-4e18-8d58-25077e3dc881 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:57.767837 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-235c83af-d492-4833-bd8a-b4501cfb2b0e req-fb23523d-2481-4e18-8d58-25077e3dc881 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 931 time: 0.0759768 Aug 26 12:22:57.785530 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0880fc2c-872f-4971-a0a0-3f5229c0cea8 req-fdad5351-6cd9-4f99-a8db-6fee29e2cefc tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917318 Aug 26 12:22:57.842275 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-235c83af-d492-4833-bd8a-b4501cfb2b0e req-cc57670f-4532-46ae-8043-50aff28b0cdc tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626516 Aug 26 12:22:57.916858 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ce7b385f-20c1-4ad0-93db-f94c30db2fc5 req-fcc72023-d959-481b-9536-2a4148411d4f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.0754058 Aug 26 12:22:58.196332 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:58.561758 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 48064) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:58.941858 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d170449-d4bc-42cc-902b-a0161a6b2be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:59.028027 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d796fcd-1fb0-4438-aa8b-e1a9f9ace050 req-44b358ef-0d6c-489f-bfb5-3184a90b08f6 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:59.040276 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6d796fcd-1fb0-4438-aa8b-e1a9f9ace050 req-44b358ef-0d6c-489f-bfb5-3184a90b08f6 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 931 time: 0.1296961 Aug 26 12:22:59.099230 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6d796fcd-1fb0-4438-aa8b-e1a9f9ace050 req-09a86ba2-4c0a-440c-b5e8-079844ac01d9 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573447 Aug 26 12:22:59.151868 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44701ef1-f48f-4378-8602-442271b3d2fc req-7f861c80-703b-47db-883d-30d5009cb7d6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:59.159337 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-44701ef1-f48f-4378-8602-442271b3d2fc req-7f861c80-703b-47db-883d-30d5009cb7d6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 931 time: 0.1478405 Aug 26 12:22:59.274686 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-44701ef1-f48f-4378-8602-442271b3d2fc req-79d572cb-89f8-4359-b72d-9335edb19c1c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100295 Aug 26 12:22:59.289522 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0062164f-1df0-4eff-8af9-d6c9890bbc6e req-b320f1a9-f72c-47b1-90ea-ed9021eee58b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.0682702 Aug 26 12:22:59.313346 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d170449-d4bc-42cc-902b-a0161a6b2be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:59.325846 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d170449-d4bc-42cc-902b-a0161a6b2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:59.393739 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d170449-d4bc-42cc-902b-a0161a6b2be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c9d366-bfb1-4e07-aedc-a9620ab1842d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:22:59.413137 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-9d170449-d4bc-42cc-902b-a0161a6b2be7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc40ca9d76174293ae6bf5a11233e005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8499572 Aug 26 12:22:59.415882 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48108) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:22:59.509426 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91095de1-78c8-432c-9e25-5c9b6289a1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:59.537656 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91095de1-78c8-432c-9e25-5c9b6289a1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:59.617129 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91095de1-78c8-432c-9e25-5c9b6289a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:59.620304 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91095de1-78c8-432c-9e25-5c9b6289a1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:59.621674 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-91095de1-78c8-432c-9e25-5c9b6289a1a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8c9d366-bfb1-4e07-aedc-a9620ab1842d HTTP/1.1" status: 204 len: 168 time: 0.2046642 Aug 26 12:22:59.635305 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91095de1-78c8-432c-9e25-5c9b6289a1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c9d366-bfb1-4e07-aedc-a9620ab1842d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:00.051638 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:00.271959 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26da25-d315-4863-bae5-5940d6cb753a req-3543748a-a4a6-494f-a069-ce2292594905 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:00.300810 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ad26da25-d315-4863-bae5-5940d6cb753a req-3543748a-a4a6-494f-a069-ce2292594905 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 931 time: 0.0869970 Aug 26 12:23:00.375384 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ad26da25-d315-4863-bae5-5940d6cb753a req-912e6892-1a35-4ffb-9ee9-d6ba3cc682c8 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736344 Aug 26 12:23:00.493797 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705e8cc-742b-46fb-8e10-882b26b320a2 req-b7e74ef2-0220-4e19-ae3f-3dcd131b72a8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:00.501830 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d705e8cc-742b-46fb-8e10-882b26b320a2 req-b7e74ef2-0220-4e19-ae3f-3dcd131b72a8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 931 time: 0.0707381 Aug 26 12:23:00.580346 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d705e8cc-742b-46fb-8e10-882b26b320a2 req-d639f781-f0a9-4d93-beeb-473e4460a240 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722506 Aug 26 12:23:00.585034 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-69f99fcc-ab55-4044-b7b9-c06e11ec1018 req-8e28e896-e566-4af0-ad85-333f938a3851 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.0778048 Aug 26 12:23:00.821071 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48174) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:01.043151 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91090265-5f02-4f9f-adea-610ce27f1afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:01.144203 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91090265-5f02-4f9f-adea-610ce27f1afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:01.150273 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91090265-5f02-4f9f-adea-610ce27f1afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:01.188807 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91090265-5f02-4f9f-adea-610ce27f1afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e530cff-ac5d-42f1-8aa9-3cabf10a4ded,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:01.193146 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-91090265-5f02-4f9f-adea-610ce27f1afc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1db2567effd044ccbbf67aa2a2586fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705475 Aug 26 12:23:01.195868 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48188) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:01.248603 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8ddf8a81-f5ce-4b40-9aad-c4e2b3cfc859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:01.276389 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8ddf8a81-f5ce-4b40-9aad-c4e2b3cfc859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:01.369689 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8ddf8a81-f5ce-4b40-9aad-c4e2b3cfc859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:01.372711 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8ddf8a81-f5ce-4b40-9aad-c4e2b3cfc859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:01.376551 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-8ddf8a81-f5ce-4b40-9aad-c4e2b3cfc859 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e530cff-ac5d-42f1-8aa9-3cabf10a4ded HTTP/1.1" status: 204 len: 168 time: 0.1772521 Aug 26 12:23:01.388270 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf8a81-f5ce-4b40-9aad-c4e2b3cfc859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e530cff-ac5d-42f1-8aa9-3cabf10a4ded,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:01.560709 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a6a6d-8bf0-478e-bf08-cdf010c40321 req-711d3f9b-6fd5-4965-b890-c9879a9b7290 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:01.569825 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f45a6a6d-8bf0-478e-bf08-cdf010c40321 req-711d3f9b-6fd5-4965-b890-c9879a9b7290 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 931 time: 0.1016328 Aug 26 12:23:01.648307 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f45a6a6d-8bf0-478e-bf08-cdf010c40321 req-4bc4cddb-169c-43af-b002-8358d1ecf7c9 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774767 Aug 26 12:23:01.821448 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1aa31637-6a2d-4df4-97a6-9d324efa0cf9 req-b68bd468-26ff-4229-a618-db02df908a8c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.1052864 Aug 26 12:23:01.874582 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a65c3-fd1a-4965-83b2-04f6c075e4cb req-77261975-44fb-4d28-8a78-1441e11daab0 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:01.876776 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-449a65c3-fd1a-4965-83b2-04f6c075e4cb req-77261975-44fb-4d28-8a78-1441e11daab0 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 931 time: 0.1635356 Aug 26 12:23:02.043325 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48228) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:02.057710 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54b5c3ec-85b8-42db-b415-e1ed7ec0392a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:02.171282 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-449a65c3-fd1a-4965-83b2-04f6c075e4cb req-5064466a-85e7-4094-adb9-e5b9ddf9d191 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855389 Aug 26 12:23:02.204617 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54b5c3ec-85b8-42db-b415-e1ed7ec0392a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:02.210527 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54b5c3ec-85b8-42db-b415-e1ed7ec0392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:02.266688 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-54b5c3ec-85b8-42db-b415-e1ed7ec0392a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6aede2d37bf04888ab4748e0e2f3d12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221777 Aug 26 12:23:02.267871 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5c3ec-85b8-42db-b415-e1ed7ec0392a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ed4c0d-3e85-4ca7-bd42-e9d9d157f580,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:02.270063 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 48238) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:02.338235 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb786715-8852-4591-8c11-b6356a1baa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:02.358890 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb786715-8852-4591-8c11-b6356a1baa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:02.413787 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb786715-8852-4591-8c11-b6356a1baa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:02.416543 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb786715-8852-4591-8c11-b6356a1baa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:02.420225 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-cb786715-8852-4591-8c11-b6356a1baa06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21ed4c0d-3e85-4ca7-bd42-e9d9d157f580 HTTP/1.1" status: 204 len: 168 time: 0.1463559 Aug 26 12:23:02.437378 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb786715-8852-4591-8c11-b6356a1baa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ed4c0d-3e85-4ca7-bd42-e9d9d157f580,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:02.766683 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081eb933-2fca-4ee1-a271-397b718d9c87 req-ee83d314-0d9a-48ea-afd1-e25290b9742b tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:02.768342 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-081eb933-2fca-4ee1-a271-397b718d9c87 req-ee83d314-0d9a-48ea-afd1-e25290b9742b tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 931 time: 0.0563140 Aug 26 12:23:02.807034 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-081eb933-2fca-4ee1-a271-397b718d9c87 req-cfccaad1-42e1-4406-9da2-04539109108e tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326903 Aug 26 12:23:02.925352 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8f6e8185-823e-45d1-8b73-9dc25415c4f1 req-d5613912-76bc-458a-bdc1-46a1360ba251 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.0273941 Aug 26 12:23:03.021773 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:23:03.280463 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767de25b-0d42-4053-bc29-6a334ee933eb req-69c7f34a-84a4-4f81-962b-b0ef221f87cb tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:03.281955 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-767de25b-0d42-4053-bc29-6a334ee933eb req-69c7f34a-84a4-4f81-962b-b0ef221f87cb tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 931 time: 0.0514576 Aug 26 12:23:03.323102 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-767de25b-0d42-4053-bc29-6a334ee933eb req-5972b18b-5db3-4a42-983d-2bf455246fe4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345736 Aug 26 12:23:03.930362 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbc8c-c923-435c-9f4c-f90e0feeee0f req-5eed7f5c-bdcb-4377-bbc7-4582c753f7a0 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:03.932601 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7f2bbc8c-c923-435c-9f4c-f90e0feeee0f req-5eed7f5c-bdcb-4377-bbc7-4582c753f7a0 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 931 time: 0.0554991 Aug 26 12:23:03.937547 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Request body: {'port': {'device_id': '2baee0c7-8950-475f-855b-1fd3495b638b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:03.964585 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Request body: {'port': {'device_id': '4b854ded-a1e7-4907-bd8a-1ff0879e09de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:04.047844 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:04.055359 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Request body: {'port': {'device_id': '8249f1d4-434f-4307-983c-886b449dd67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:04.058684 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:04.093849 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-97d577e6-a4df-4849-8086-c3fd7a75284d req-24b12426-bbd5-41a8-b064-1d20c8e60e33 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.0600507 Aug 26 12:23:04.114954 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7f2bbc8c-c923-435c-9f4c-f90e0feeee0f req-006fd029-51eb-4565-a35c-bc1e8836f049 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729190 Aug 26 12:23:04.180307 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:04.327893 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.68', 65391) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:04.580000 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc863e-eace-4193-bf53-2aee388166f5 req-ed54c8d4-8596-4681-82be-b97b8ee280ca tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:04.582044 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-ed54c8d4-8596-4681-82be-b97b8ee280ca tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 819 time: 0.2531154 Aug 26 12:23:04.607204 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Request body: {'port': {'device_id': '01e8f55d-e0c0-47d0-b26c-f554189d5527', 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f', 'admin_state_up': True, 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:04.636040 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7901fb-2c0f-440d-a4cb-5fbad1460760 req-77305bca-50b5-46ae-bc7d-73fa8298331e tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:04.637548 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2c7901fb-2c0f-440d-a4cb-5fbad1460760 req-77305bca-50b5-46ae-bc7d-73fa8298331e tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 931 time: 0.1831508 Aug 26 12:23:04.784554 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2c7901fb-2c0f-440d-a4cb-5fbad1460760 req-b9598a07-c0fb-4d66-beb9-9c3aa2843d72 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108351 Aug 26 12:23:04.798711 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9102464-6bd8-4313-89e1-c7cd961c38f0 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:04.816358 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:04.857284 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Transition to ACTIVE for port object c9102464-6bd8-4313-89e1-c7cd961c38f0 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:23:04.866955 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:04.872551 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:04.884417 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:04.920745 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Transition to ACTIVE for port object 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:23:04.923982 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Pushing event updated for resources: {'Port': ['ID=c9102464-6bd8-4313-89e1-c7cd961c38f0,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:04.934580 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:04.988087 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Made reservation on behalf of 63c0b18d4b7142cdb77ffb7ef07dc993 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:23:04.991816 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.063469 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:05.081103 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.107899 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Pushing event updated for resources: {'Port': ['ID=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:05.123442 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Transition to ACTIVE for port object 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:23:05.132221 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.182609 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Pushing event updated for resources: {'Port': ['ID=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:05.224452 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Attempting to bind port c9102464-6bd8-4313-89e1-c7cd961c38f0 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:23:05.224808 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Attempting to bind port c9102464-6bd8-4313-89e1-c7cd961c38f0 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:23:05.225153 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Attempting to bind port c9102464-6bd8-4313-89e1-c7cd961c38f0 on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:05.240736 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Port c9102464-6bd8-4313-89e1-c7cd961c38f0 on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:23:05.241060 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Attempting to bind port c9102464-6bd8-4313-89e1-c7cd961c38f0 on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:05.248929 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Attempting to bind port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:23:05.249283 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Attempting to bind port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'd45a7155-9014-4450-8de0-81af87d9a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6140f774-99a5-4c0e-8a37-8f7aaa54b233'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:23:05.249693 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Attempting to bind port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 on network 6140f774-99a5-4c0e-8a37-8f7aaa54b233 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:05.322889 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:23:05.323842 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Checking segment: {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:23:05.324692 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Bound using segment: {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:23:05.325980 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Bound port: c9102464-6bd8-4313-89e1-c7cd961c38f0, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:23:05.326548 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.332527 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 on network 6140f774-99a5-4c0e-8a37-8f7aaa54b233 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:23:05.332836 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Attempting to bind port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 on network 6140f774-99a5-4c0e-8a37-8f7aaa54b233 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:05.357613 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c077a983-7cac-46bd-8965-d7a5f58683fb req-26009a69-2c0a-4e77-a4c7-bc3698781e31 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.1101856 Aug 26 12:23:05.360423 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:23:05.360640 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Checking segment: {'id': 'd45a7155-9014-4450-8de0-81af87d9a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6140f774-99a5-4c0e-8a37-8f7aaa54b233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:23:05.361367 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Bound using segment: {'id': 'd45a7155-9014-4450-8de0-81af87d9a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6140f774-99a5-4c0e-8a37-8f7aaa54b233'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:23:05.362829 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Bound port: 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45a7155-9014-4450-8de0-81af87d9a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '6140f774-99a5-4c0e-8a37-8f7aaa54b233'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:23:05.363369 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.388854 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ab73-defc-4a84-a552-396a3e283c51 req-e7a53efe-7fc4-4b32-aeaa-10fc57344680 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:05.391002 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b916ab73-defc-4a84-a552-396a3e283c51 req-e7a53efe-7fc4-4b32-aeaa-10fc57344680 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.1117816 Aug 26 12:23:05.395836 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Attempting to bind port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:23:05.396453 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Attempting to bind port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:23:05.396929 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Attempting to bind port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e on network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:05.420658 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e on network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:23:05.421209 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Attempting to bind port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e on network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:05.433786 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:23:05.434131 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Checking segment: {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:23:05.434563 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Bound using segment: {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:23:05.435014 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Bound port: 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:23:05.435842 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.506075 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] For port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5, host hv-cinder-80614, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:23:05.545275 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] For port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,segment=NetworkSegment(d45a7155-9014-4450-8de0-81af87d9a2a8),segment_id=d45a7155-9014-4450-8de0-81af87d9a2a8)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:23:05.554235 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.591181 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Allocated IP 172.20.0.10 (6a5715e1-5223-4be2-9599-cf18dbe6bb7f/edb5830c-f085-4f61-9d56-815e03924faf/5a79b650-4a19-4f69-a547-8b98af420cd7) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:23:05.602480 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] For port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e, host hv-cinder-80614, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:23:05.614123 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:05.615032 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.616776 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] 10.222.0.68 "PUT /v2.0/ports/3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 HTTP/1.1" status: 200 len: 1093 time: 1.8278124 Aug 26 12:23:05.617073 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b854ded-a1e7-4907-bd8a-1ff0879e09de', 'tag': '3772a8ca-8b49-4b02-8d1d-b18e3bff10e5'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:05.640029 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] For port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:23:05.652474 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.662531 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4bc44-4958-4361-8650-6930b61c2b86 service neutron] Pushing event updated for resources: {'Port': ['ID=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:05.728918 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b916ab73-defc-4a84-a552-396a3e283c51 req-a1f09d45-5064-462a-a8d7-3aa35b2bff8c tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067553 Aug 26 12:23:05.743081 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] For port c9102464-6bd8-4313-89e1-c7cd961c38f0, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:23:05.749066 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:05.749694 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.751157 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] 10.222.0.68 "PUT /v2.0/ports/618bd75f-e1cc-4a8b-a5f8-295bf9b5687e HTTP/1.1" status: 200 len: 1093 time: 1.9557588 Aug 26 12:23:05.786776 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] For port c9102464-6bd8-4313-89e1-c7cd961c38f0, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=c9102464-6bd8-4313-89e1-c7cd961c38f0,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:23:05.816440 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba34a-367c-4c42-beb1-a6c3fce05e1f service neutron] Pushing event updated for resources: {'Port': ['ID=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:05.824494 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.841245 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-67f8186b-1412-4efb-a780-69464947a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:05.847444 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-67f8186b-1412-4efb-a780-69464947a525 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dff1831949074e8195eea75820d37569&device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 1096 time: 0.1536844 Aug 26 12:23:05.891786 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245" -d '{"events": [{"name": "network-changed", "server_uuid": "4b854ded-a1e7-4907-bd8a-1ff0879e09de", "tag": "3772a8ca-8b49-4b02-8d1d-b18e3bff10e5"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:05.975752 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:05.976533 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:05.978397 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] 10.222.0.68 "PUT /v2.0/ports/c9102464-6bd8-4313-89e1-c7cd961c38f0 HTTP/1.1" status: 200 len: 1093 time: 2.2008271 Aug 26 12:23:05.981302 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2baee0c7-8950-475f-855b-1fd3495b638b', 'tag': 'c9102464-6bd8-4313-89e1-c7cd961c38f0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:06.026856 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da2f9a-a8aa-4033-836a-b765f184dbbf service neutron] Pushing event updated for resources: {'Port': ['ID=c9102464-6bd8-4313-89e1-c7cd961c38f0,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:06.146464 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73eb50d-e190-4c81-91f5-769d0b88ffc5" -d '{"events": [{"name": "network-changed", "server_uuid": "2baee0c7-8950-475f-855b-1fd3495b638b", "tag": "c9102464-6bd8-4313-89e1-c7cd961c38f0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:06.243371 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:06.256554 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c540f396-5b46-42e9-ba3f-538ef85e487e x-openstack-request-id: req-c540f396-5b46-42e9-ba3f-538ef85e487e {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:06.257070 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b854ded-a1e7-4907-bd8a-1ff0879e09de", "tag": "3772a8ca-8b49-4b02-8d1d-b18e3bff10e5", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:06.257070 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c540f396-5b46-42e9-ba3f-538ef85e487e {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:06.257512 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b854ded-a1e7-4907-bd8a-1ff0879e09de', 'tag': '3772a8ca-8b49-4b02-8d1d-b18e3bff10e5', 'status': 'completed', 'code': 200} Aug 26 12:23:06.261419 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-88d53f04-40a1-48f2-b725-dadd635eeabf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 HTTP/1.1" status: 200 len: 217 time: 0.3782949 Aug 26 12:23:06.271885 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-ff96d564-af9c-4b95-9fbd-b2d44cce7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.273702 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-ff96d564-af9c-4b95-9fbd-b2d44cce7fd3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 1096 time: 0.2098775 Aug 26 12:23:06.339932 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-95909ca1-2c92-4469-853d-323c8d9f077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.341445 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-95909ca1-2c92-4469-853d-323c8d9f077f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1096 time: 0.4908442 Aug 26 12:23:06.341734 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae2c82-a3ce-4b4d-89e3-2639b206fa5c x-openstack-request-id: req-46ae2c82-a3ce-4b4d-89e3-2639b206fa5c {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:06.342040 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2baee0c7-8950-475f-855b-1fd3495b638b", "tag": "c9102464-6bd8-4313-89e1-c7cd961c38f0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:06.342291 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46ae2c82-a3ce-4b4d-89e3-2639b206fa5c {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:06.342770 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2baee0c7-8950-475f-855b-1fd3495b638b', 'tag': 'c9102464-6bd8-4313-89e1-c7cd961c38f0', 'status': 'completed', 'code': 200} Aug 26 12:23:06.364534 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9867546-8485-470e-8065-a7d5c4ea55b8 req-adf54beb-f7bd-4805-9727-03958bda4af3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.364534 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b9867546-8485-470e-8065-a7d5c4ea55b8 req-adf54beb-f7bd-4805-9727-03958bda4af3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.3665483 Aug 26 12:23:06.383865 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-f7e93cdb-ac12-4932-903f-494ce17ca4cf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9102464-6bd8-4313-89e1-c7cd961c38f0 HTTP/1.1" status: 200 len: 217 time: 0.0930479 Aug 26 12:23:06.417690 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-99724f49-643b-40e8-9cc1-fd08258f1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.419501 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-99724f49-643b-40e8-9cc1-fd08258f1340 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bdbfb21-17b7-4dfd-9fd2-24806df1dd74 HTTP/1.1" status: 200 len: 850 time: 0.1395795 Aug 26 12:23:06.423496 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-14cabc5f-308d-4959-8f8f-394fb8b2e016 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e HTTP/1.1" status: 200 len: 217 time: 0.0593569 Aug 26 12:23:06.438227 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:06.490511 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:23:06.513632 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:23:06.519458 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-9b51a58a-f404-4ecb-b667-04326052e091 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6140f774-99a5-4c0e-8a37-8f7aaa54b233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861521 Aug 26 12:23:06.524194 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b9867546-8485-470e-8065-a7d5c4ea55b8 req-5792fff1-697f-41ff-a29b-2aad6e4a1eff tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524074 Aug 26 12:23:06.540977 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-5adbf58f-7ecc-47e6-9884-fe26b2dc1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.542684 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-5adbf58f-7ecc-47e6-9884-fe26b2dc1530 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.0996690 Aug 26 12:23:06.548467 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:23:06.558931 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Pushing event updated for resources: {'Port': ['ID=5a79b650-4a19-4f69-a547-8b98af420cd7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:06.581400 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-111623f7-890f-476f-8cd7-a1b30bfbbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.582923 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-111623f7-890f-476f-8cd7-a1b30bfbbd2f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c409258b-99c6-486c-b0c3-94435141c9b2 HTTP/1.1" status: 200 len: 854 time: 0.1914561 Aug 26 12:23:06.604303 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ef123-3ed9-4828-b63b-4bcfab7f139f req-e0409bc3-aee8-4ca1-9ae3-c85ef41620ab tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.605749 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-331ef123-3ed9-4828-b63b-4bcfab7f139f req-e0409bc3-aee8-4ca1-9ae3-c85ef41620ab tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 932 time: 0.1295872 Aug 26 12:23:06.628385 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.628983 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:06.657131 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-d8c75314-4fdd-4412-b957-5670d79b20e0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0558388 Aug 26 12:23:06.662674 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-331ef123-3ed9-4828-b63b-4bcfab7f139f req-4a2517af-de68-472a-a317-b1e2a72ef662 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483170 Aug 26 12:23:06.838824 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c616ca-9fec-44e3-bc0f-7c2cb6acdfb5 req-00dd2df5-bff0-4a94-8a2b-447b211a894f tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.840331 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-41c616ca-9fec-44e3-bc0f-7c2cb6acdfb5 req-00dd2df5-bff0-4a94-8a2b-447b211a894f tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0490260 Aug 26 12:23:06.878190 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-41c616ca-9fec-44e3-bc0f-7c2cb6acdfb5 req-a283b552-3db5-4275-8fc4-c2a9e0b6eed5 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Aug 26 12:23:07.642147 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d4c1e-0831-4139-b615-8f5ec752a9bc req-7921c078-0bc6-47a9-9f77-2094a3f84d07 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:07.643647 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0a9d4c1e-0831-4139-b615-8f5ec752a9bc req-7921c078-0bc6-47a9-9f77-2094a3f84d07 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0502009 Aug 26 12:23:07.680912 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0a9d4c1e-0831-4139-b615-8f5ec752a9bc req-64a5254b-855b-446a-b33c-0b180596d5e8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Aug 26 12:23:07.777622 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdddcc4-4994-45db-a2c7-af2202f7d39e req-2e89f60f-919f-4ac8-8c8c-24828a2f2b67 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:07.779030 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ccdddcc4-4994-45db-a2c7-af2202f7d39e req-2e89f60f-919f-4ac8-8c8c-24828a2f2b67 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 932 time: 0.0498400 Aug 26 12:23:07.816562 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ccdddcc4-4994-45db-a2c7-af2202f7d39e req-1a1d6000-394c-4d57-b308-e3c27486886d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Aug 26 12:23:07.988403 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d91f8c-0b53-49f5-93f7-fae4f056f773 req-1dcb0443-851c-4910-8ed0-f9954a3b2bef tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:07.989843 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-89d91f8c-0b53-49f5-93f7-fae4f056f773 req-1dcb0443-851c-4910-8ed0-f9954a3b2bef tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0465393 Aug 26 12:23:08.029760 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-89d91f8c-0b53-49f5-93f7-fae4f056f773 req-05c76825-7ed3-42e1-b3f1-20b11cd8cff4 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339379 Aug 26 12:23:08.258904 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8249f1d4-434f-4307-983c-886b449dd67e', 'tag': '618bd75f-e1cc-4a8b-a5f8-295bf9b5687e'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:08.261192 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8249f1d4-434f-4307-983c-886b449dd67e", "tag": "618bd75f-e1cc-4a8b-a5f8-295bf9b5687e"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:08.338636 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46985e0a-c4bf-46cf-b650-4000903a7294 x-openstack-request-id: req-46985e0a-c4bf-46cf-b650-4000903a7294 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:08.338942 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8249f1d4-434f-4307-983c-886b449dd67e", "tag": "618bd75f-e1cc-4a8b-a5f8-295bf9b5687e", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:08.339184 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46985e0a-c4bf-46cf-b650-4000903a7294 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:08.339596 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8249f1d4-434f-4307-983c-886b449dd67e', 'tag': '618bd75f-e1cc-4a8b-a5f8-295bf9b5687e', 'status': 'completed', 'code': 200} Aug 26 12:23:08.793221 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3967eb8-f8f4-45ff-9220-2cf9dba9e159 req-449e6717-1e6b-43c7-adb3-8b62bb1a502f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:08.794708 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c3967eb8-f8f4-45ff-9220-2cf9dba9e159 req-449e6717-1e6b-43c7-adb3-8b62bb1a502f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0479095 Aug 26 12:23:08.831411 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c3967eb8-f8f4-45ff-9220-2cf9dba9e159 req-7bbaa187-3900-4619-b182-66609168c248 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307055 Aug 26 12:23:08.934950 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d632f8-902f-4d00-b0de-d6bb22e59b80 req-523dc9b2-4704-488f-9701-168c4c899044 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:08.936419 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-68d632f8-902f-4d00-b0de-d6bb22e59b80 req-523dc9b2-4704-488f-9701-168c4c899044 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 932 time: 0.0515423 Aug 26 12:23:08.973471 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-68d632f8-902f-4d00-b0de-d6bb22e59b80 req-23e10a3d-45f8-4d8d-a7f3-209c58a82788 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Aug 26 12:23:09.143103 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cd84c-b00c-474f-a331-82513a207ad5 req-1838bce7-fbf4-4bb7-9fd0-ca19bf370c86 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:09.144830 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d63cd84c-b00c-474f-a331-82513a207ad5 req-1838bce7-fbf4-4bb7-9fd0-ca19bf370c86 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0494332 Aug 26 12:23:09.181259 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d63cd84c-b00c-474f-a331-82513a207ad5 req-c0e92535-ae9e-49ba-86a7-f5487ec14782 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305893 Aug 26 12:23:09.462839 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Request body: {'port': {'device_id': '01e8f55d-e0c0-47d0-b26c-f554189d5527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:09.523174 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-67d9e732-d141-47af-8d0f-de85fa150de5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589428 Aug 26 12:23:09.527486 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-112dc20a-52b9-4998-813a-4eebd636bf5f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=586116f7-8cd0-46d0-8a82-60121e9b30c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618300 Aug 26 12:23:09.603671 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:09.621826 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-b03d2e02-0d79-44e9-b9b1-ca7c1abfc0ba service neutron] 10.222.0.68 "GET /v2.0/networks/6140f774-99a5-4c0e-8a37-8f7aaa54b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659601 Aug 26 12:23:09.692659 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-62bbdeea-e7ec-41ef-ac93-81a7283be8bd service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531124 Aug 26 12:23:09.713335 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-0372864a-3121-45c3-8500-41558d8bd5e6 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761231 Aug 26 12:23:09.810901 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9534d13-dc3c-4f28-b6d8-0f334f29802f req-6e684c0d-4839-4122-b2e4-0908e2e69544 service neutron] 10.222.0.68 "GET /v2.0/networks/6140f774-99a5-4c0e-8a37-8f7aaa54b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778378 Aug 26 12:23:09.842892 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6725e6cc-0516-4c15-aa3e-f80a13ad4fc8 req-db6550ca-906a-4510-b194-6a46e95cbd1a service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155739 Aug 26 12:23:09.895064 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3aff28de-2dd6-4bfd-9090-0385ff9cc2a0 req-f4b3efe5-ff5e-4c14-bd96-f05b54bf75b1 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602907 Aug 26 12:23:09.954546 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86747-27e4-4b76-aa91-8cc82240197f req-3473ce5f-af0b-4d08-a1b4-2099807dab6c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:09.956014 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-32f86747-27e4-4b76-aa91-8cc82240197f req-3473ce5f-af0b-4d08-a1b4-2099807dab6c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0562019 Aug 26 12:23:09.973275 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a79b650-4a19-4f69-a547-8b98af420cd7 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:09.980998 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:09.993529 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-32f86747-27e4-4b76-aa91-8cc82240197f req-76745244-3cc5-490a-8d36-fff20f9321a7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Aug 26 12:23:09.993703 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Transition to ACTIVE for port object 5a79b650-4a19-4f69-a547-8b98af420cd7 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:23:09.997838 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:10.054792 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Pushing event updated for resources: {'Port': ['ID=5a79b650-4a19-4f69-a547-8b98af420cd7,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:10.144689 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcfc8b-9c24-4507-83ba-35e4ff2f8318 req-85a31a6f-a1b9-48d2-b8ea-92730fc8d551 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:10.146162 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f3dcfc8b-9c24-4507-83ba-35e4ff2f8318 req-85a31a6f-a1b9-48d2-b8ea-92730fc8d551 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.1012390 Aug 26 12:23:10.173324 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Attempting to bind port 5a79b650-4a19-4f69-a547-8b98af420cd7 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:23:10.173658 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Attempting to bind port 5a79b650-4a19-4f69-a547-8b98af420cd7 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:23:10.174571 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Attempting to bind port 5a79b650-4a19-4f69-a547-8b98af420cd7 on network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:10.181605 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Port 5a79b650-4a19-4f69-a547-8b98af420cd7 on network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:23:10.181927 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Attempting to bind port 5a79b650-4a19-4f69-a547-8b98af420cd7 on network 6a5715e1-5223-4be2-9599-cf18dbe6bb7f {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:10.193989 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:23:10.194324 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Checking segment: {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:23:10.194721 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Bound using segment: {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:23:10.195152 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Bound port: 5a79b650-4a19-4f69-a547-8b98af420cd7, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5ec433-1127-48d7-b159-c0af88d00206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:23:10.195506 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:10.209159 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f3dcfc8b-9c24-4507-83ba-35e4ff2f8318 req-b7576858-df2e-4f3e-9c90-7b4d0e291a6d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565822 Aug 26 12:23:10.263788 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] For port 5a79b650-4a19-4f69-a547-8b98af420cd7, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:23:10.267040 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] For port 5a79b650-4a19-4f69-a547-8b98af420cd7, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5a79b650-4a19-4f69-a547-8b98af420cd7,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:23:10.276618 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:10.307031 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c36f3a-af7d-433c-963f-349acdc50b35 req-f6e8fd6d-21e5-44a8-a922-6c4659fccef7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:10.308161 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a7c36f3a-af7d-433c-963f-349acdc50b35 req-f6e8fd6d-21e5-44a8-a922-6c4659fccef7 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0507312 Aug 26 12:23:10.316666 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:10.317362 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:10.318743 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] 10.222.0.68 "PUT /v2.0/ports/5a79b650-4a19-4f69-a547-8b98af420cd7 HTTP/1.1" status: 200 len: 1094 time: 0.8604462 Aug 26 12:23:10.319220 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e8f55d-e0c0-47d0-b26c-f554189d5527', 'tag': '5a79b650-4a19-4f69-a547-8b98af420cd7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:10.321385 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84019516-538f-4614-874e-d185b19b4725" -d '{"events": [{"name": "network-changed", "server_uuid": "01e8f55d-e0c0-47d0-b26c-f554189d5527", "tag": "5a79b650-4a19-4f69-a547-8b98af420cd7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:10.348568 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f09fe-5d2f-42a8-b71a-47069d8b2b11 service neutron] Pushing event updated for resources: {'Port': ['ID=5a79b650-4a19-4f69-a547-8b98af420cd7,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:10.363135 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a7c36f3a-af7d-433c-963f-349acdc50b35 req-5786b364-af58-480e-b1b1-8e8482004e68 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489895 Aug 26 12:23:10.367252 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032e79bd-294b-42cf-a29b-2bf9ce623c19 x-openstack-request-id: req-032e79bd-294b-42cf-a29b-2bf9ce623c19 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:10.367561 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e8f55d-e0c0-47d0-b26c-f554189d5527", "tag": "5a79b650-4a19-4f69-a547-8b98af420cd7", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:10.367846 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-032e79bd-294b-42cf-a29b-2bf9ce623c19 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:10.368235 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e8f55d-e0c0-47d0-b26c-f554189d5527', 'tag': '5a79b650-4a19-4f69-a547-8b98af420cd7', 'status': 'completed', 'code': 200} Aug 26 12:23:11.111624 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80f146-cd90-472b-ba24-5f3ae03c088b req-beca316a-56cd-4171-acc3-e54c85b1d17a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:11.113889 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cf80f146-cd90-472b-ba24-5f3ae03c088b req-beca316a-56cd-4171-acc3-e54c85b1d17a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0510983 Aug 26 12:23:11.151329 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cf80f146-cd90-472b-ba24-5f3ae03c088b req-0a203653-875c-49e5-a25e-66ad6e7df5aa tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Aug 26 12:23:11.322289 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef78a3c-e35e-4d0e-9186-b24824daa5cf req-68cb2907-6727-41ca-bf24-bdb045a62b9b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:11.323801 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6ef78a3c-e35e-4d0e-9186-b24824daa5cf req-68cb2907-6727-41ca-bf24-bdb045a62b9b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0479140 Aug 26 12:23:11.359954 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6ef78a3c-e35e-4d0e-9186-b24824daa5cf req-8af9f55c-878a-4030-9abb-89090766f13d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302844 Aug 26 12:23:11.469221 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d5a38-f929-426c-bd37-29eb6ee59a23 req-c456520d-0a85-4d3d-8495-640a9fc56836 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:11.470685 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c47d5a38-f929-426c-bd37-29eb6ee59a23 req-c456520d-0a85-4d3d-8495-640a9fc56836 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0491381 Aug 26 12:23:11.511737 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c47d5a38-f929-426c-bd37-29eb6ee59a23 req-4f290fb5-7ce0-4a3d-b52b-8718b450dfef tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350790 Aug 26 12:23:12.264603 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d22d0-fdce-43c9-80ec-b27b24a0beee req-09f945f1-0a30-41ab-a37e-912f525103d8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:12.266043 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-605d22d0-fdce-43c9-80ec-b27b24a0beee req-09f945f1-0a30-41ab-a37e-912f525103d8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0504453 Aug 26 12:23:12.303144 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-605d22d0-fdce-43c9-80ec-b27b24a0beee req-94ef84e1-95a0-42a0-8974-836f1ed9c821 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307305 Aug 26 12:23:12.473281 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b563e-f44b-4c6f-a109-54a77d167f69 req-2ad8ee90-0f5f-4412-9839-6115a3d496a7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:12.474656 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a42b563e-f44b-4c6f-a109-54a77d167f69 req-2ad8ee90-0f5f-4412-9839-6115a3d496a7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0477250 Aug 26 12:23:12.513668 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a42b563e-f44b-4c6f-a109-54a77d167f69 req-0e36852c-c24e-4a7b-9cb8-db5cf406cebe tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Aug 26 12:23:12.624615 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab978b3d-1cbe-4836-b431-4e19ca8420f8 req-24223ddc-6a9a-4c29-997f-576eb0329f98 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:12.626129 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ab978b3d-1cbe-4836-b431-4e19ca8420f8 req-24223ddc-6a9a-4c29-997f-576eb0329f98 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0474751 Aug 26 12:23:12.664981 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ab978b3d-1cbe-4836-b431-4e19ca8420f8 req-8a170569-8b0b-492c-aa27-7b84784f616c tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Aug 26 12:23:12.933168 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-441b875e-1ca4-41a9-b167-36e13f86899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:12.935154 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-441b875e-1ca4-41a9-b167-36e13f86899d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dff1831949074e8195eea75820d37569&device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 1096 time: 0.0781925 Aug 26 12:23:12.952630 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-2bf531de-0083-4365-a4ea-a866fdcf5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:12.954220 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-2bf531de-0083-4365-a4ea-a866fdcf5ebe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1096 time: 0.0524964 Aug 26 12:23:12.961658 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019516-538f-4614-874e-d185b19b4725 req-b7a2ea6a-3d35-4b8d-abea-ad39ad1c962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:12.963319 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-84019516-538f-4614-874e-d185b19b4725 req-b7a2ea6a-3d35-4b8d-abea-ad39ad1c962f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 1097 time: 0.0426328 Aug 26 12:23:13.216698 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-b9c407e2-b17b-4074-84ae-ef5e342f7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:13.218220 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-b9c407e2-b17b-4074-84ae-ef5e342f7817 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 1096 time: 0.1744704 Aug 26 12:23:13.258219 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019516-538f-4614-874e-d185b19b4725 req-87ebe690-36c3-402c-8dc6-8210ac7cca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:13.259830 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-84019516-538f-4614-874e-d185b19b4725 req-87ebe690-36c3-402c-8dc6-8210ac7cca7e service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2262645 Aug 26 12:23:13.440347 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-bd42c513-9da6-404c-a94f-815adae486e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:13.441819 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-bd42c513-9da6-404c-a94f-815adae486e8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6140f774-99a5-4c0e-8a37-8f7aaa54b233 HTTP/1.1" status: 200 len: 911 time: 0.4172704 Aug 26 12:23:13.447047 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-f4ed8851-b08e-4e29-a25f-0585fa26eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:13.448388 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-f4ed8851-b08e-4e29-a25f-0585fa26eb66 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 920 time: 0.4097042 Aug 26 12:23:13.461373 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec240f6e-9d77-4405-a1b0-9980c9ef65d4 req-4b53983b-bec5-476e-964a-1e58f74c2016 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:13.462878 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ec240f6e-9d77-4405-a1b0-9980c9ef65d4 req-4b53983b-bec5-476e-964a-1e58f74c2016 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0905943 Aug 26 12:23:13.500450 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ec240f6e-9d77-4405-a1b0-9980c9ef65d4 req-b7005370-c833-4273-85ff-ec09235255a6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Aug 26 12:23:13.625914 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96ffbd-e8e7-44da-948b-df1443eea09f req-68ac5e76-d67c-44ae-890c-258175d582a7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:13.627264 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8d96ffbd-e8e7-44da-948b-df1443eea09f req-68ac5e76-d67c-44ae-890c-258175d582a7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0489035 Aug 26 12:23:13.664617 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8d96ffbd-e8e7-44da-948b-df1443eea09f req-ae3d72e5-3c03-4504-a594-86e287d077cc tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314715 Aug 26 12:23:13.780360 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7067308-9144-42c3-9fae-c51ded7c3692 req-a08fbfc2-b7dd-42fd-b558-e6055e6a34c1 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:13.781813 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c7067308-9144-42c3-9fae-c51ded7c3692 req-a08fbfc2-b7dd-42fd-b558-e6055e6a34c1 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0509453 Aug 26 12:23:13.818646 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c7067308-9144-42c3-9fae-c51ded7c3692 req-5723b788-0506-428a-9de3-bc55dd7282da tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300510 Aug 26 12:23:14.616179 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a65f81-3d45-4226-aaea-130c28b2409f req-43c3bf9c-4758-4b1e-bdbf-f3c9a38abb96 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:14.617665 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-81a65f81-3d45-4226-aaea-130c28b2409f req-43c3bf9c-4758-4b1e-bdbf-f3c9a38abb96 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0519478 Aug 26 12:23:14.654899 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-81a65f81-3d45-4226-aaea-130c28b2409f req-f9ea982d-bf84-4969-a1c7-0f0701dc76b5 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308342 Aug 26 12:23:14.774095 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a718b5-5f52-4644-a97f-a08120e353ed req-c694dadb-3311-499a-adb6-9d8b4145e296 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:14.775522 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e0a718b5-5f52-4644-a97f-a08120e353ed req-c694dadb-3311-499a-adb6-9d8b4145e296 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0469577 Aug 26 12:23:14.812506 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e0a718b5-5f52-4644-a97f-a08120e353ed req-9d7ce494-6561-4dff-8732-a21994c526de tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Aug 26 12:23:14.933169 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c023bac-a93e-414b-9f68-5d4103d4de36 req-bda8e8c1-06c7-44dd-8979-bb58d9e6b448 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:14.934752 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1c023bac-a93e-414b-9f68-5d4103d4de36 req-bda8e8c1-06c7-44dd-8979-bb58d9e6b448 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0508590 Aug 26 12:23:14.972887 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1c023bac-a93e-414b-9f68-5d4103d4de36 req-eb6aa05b-2ae0-4d4c-a709-ed80d874fa93 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Aug 26 12:23:15.766645 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81450ea8-d623-4f8c-83db-2d1aa9b380c9 req-c9ee679e-93f3-4622-bdb3-b8a6917d1ed3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:15.768122 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-81450ea8-d623-4f8c-83db-2d1aa9b380c9 req-c9ee679e-93f3-4622-bdb3-b8a6917d1ed3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0489144 Aug 26 12:23:15.805304 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-81450ea8-d623-4f8c-83db-2d1aa9b380c9 req-6a817d6e-9633-420d-88d4-fee4f4d7f58c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310662 Aug 26 12:23:15.923799 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdee76-b767-40d0-bf6f-a78e2c4a9549 req-06682b3f-bb96-4517-b6d7-18f29e1f3a4b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:15.925264 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9dcdee76-b767-40d0-bf6f-a78e2c4a9549 req-06682b3f-bb96-4517-b6d7-18f29e1f3a4b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0474925 Aug 26 12:23:15.962361 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9dcdee76-b767-40d0-bf6f-a78e2c4a9549 req-d89408ed-288a-43ef-9c45-c75b12e09923 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308836 Aug 26 12:23:16.131623 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-15d4547c-1bdf-4ffd-bf16-d7c3b5628b82 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e HTTP/1.1" status: 200 len: 217 time: 0.0909657 Aug 26 12:23:16.133649 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-0d6055de-76cb-4651-9af4-135202bdf79e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 HTTP/1.1" status: 200 len: 217 time: 0.0912657 Aug 26 12:23:16.152288 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea77b7-c58e-4481-b0ae-f682f837557c req-1e3211f3-70ed-47be-92fe-6ee4dc5a2855 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.153740 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-edea77b7-c58e-4481-b0ae-f682f837557c req-1e3211f3-70ed-47be-92fe-6ee4dc5a2855 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.1148748 Aug 26 12:23:16.275504 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-edea77b7-c58e-4481-b0ae-f682f837557c req-18857823-db1e-4c51-9712-e69f805755bb tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036935 Aug 26 12:23:16.277146 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-c470306a-2179-48d7-bb02-52a8049b6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.278857 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-c470306a-2179-48d7-bb02-52a8049b6ea2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bdbfb21-17b7-4dfd-9fd2-24806df1dd74 HTTP/1.1" status: 200 len: 850 time: 0.1231256 Aug 26 12:23:16.282690 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-4b22d479-8cec-49fd-a73f-01d55378f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.284134 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-4b22d479-8cec-49fd-a73f-01d55378f3bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.1295528 Aug 26 12:23:16.344474 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-b9d86f2f-39d9-4138-9fed-aea44996d145 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6140f774-99a5-4c0e-8a37-8f7aaa54b233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480907 Aug 26 12:23:16.346231 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-c3f74d4e-8b74-4178-bc2d-84a3857d0f34 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422308 Aug 26 12:23:16.484079 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-cdb0fa49-dba5-4bbd-bf07-c892626887cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.485636 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-cdb0fa49-dba5-4bbd-bf07-c892626887cc service neutron] 10.222.0.68 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 915 time: 0.4477599 Aug 26 12:23:16.489297 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019516-538f-4614-874e-d185b19b4725 req-5df659de-bb00-4064-a913-05ce472f3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.490705 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-84019516-538f-4614-874e-d185b19b4725 req-5df659de-bb00-4064-a913-05ce472f3f51 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4190538 Aug 26 12:23:16.515490 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-ee14bba5-e917-4885-8d1e-6799cd3a8a3f service neutron] 10.222.0.68 "GET /v2.0/networks/6140f774-99a5-4c0e-8a37-8f7aaa54b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535137 Aug 26 12:23:16.519085 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-93477a93-0004-453f-bf83-a6ecbe1d0d1f service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492383 Aug 26 12:23:16.541391 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-5c5ff6c6-26f2-470a-bb21-bcd2b56c8048 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9102464-6bd8-4313-89e1-c7cd961c38f0 HTTP/1.1" status: 200 len: 217 time: 0.0370479 Aug 26 12:23:16.653915 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc863e-eace-4193-bf53-2aee388166f5 req-2da33f9f-8e63-4689-b3dc-1307de3cffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.655473 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-2da33f9f-8e63-4689-b3dc-1307de3cffc2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 1097 time: 0.0741704 Aug 26 12:23:16.657289 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-d184f94a-e979-4c18-bb36-d83f76ab5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.658651 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-d184f94a-e979-4c18-bb36-d83f76ab5fd7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c409258b-99c6-486c-b0c3-94435141c9b2 HTTP/1.1" status: 200 len: 854 time: 0.0861328 Aug 26 12:23:16.690512 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02a4b9bd-9d26-496a-bde9-71f0e9bd2245 req-309d93ac-1d7e-42b4-a8ad-09681b8e02d7 service neutron] 10.222.0.68 "GET /v2.0/networks/6140f774-99a5-4c0e-8a37-8f7aaa54b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589932 Aug 26 12:23:16.696722 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-40de6e6a-7949-4be7-8d6c-0e73715fb1ae req-65dec933-78f7-4b31-813f-f0c2c8b09bc3 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216028 Aug 26 12:23:16.740860 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-3cb9d6e2-5903-44d8-bc69-092983cf7aa7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=586116f7-8cd0-46d0-8a82-60121e9b30c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528042 Aug 26 12:23:16.742114 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-f2faa8cf-9cfa-45aa-aaeb-6bc488462c5d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a79b650-4a19-4f69-a547-8b98af420cd7 HTTP/1.1" status: 200 len: 217 time: 0.0621917 Aug 26 12:23:16.926052 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc863e-eace-4193-bf53-2aee388166f5 req-1a4f9be9-6d5a-4eda-8915-41eac7a19387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.928052 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-1a4f9be9-6d5a-4eda-8915-41eac7a19387 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.1390288 Aug 26 12:23:16.975738 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-3b917439-f1aa-4b68-9545-adea09fe9665 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877124 Aug 26 12:23:16.978238 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-cf80df82-eab7-4dcd-831c-00031bc7f762 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404365 Aug 26 12:23:16.990756 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b00bed-2c49-4540-b55c-7d089b7f9990 req-29486367-8e50-48ae-a980-a360da1f19b8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.994432 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a3b00bed-2c49-4540-b55c-7d089b7f9990 req-29486367-8e50-48ae-a980-a360da1f19b8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.1122010 Aug 26 12:23:17.086595 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae65f1e-7e18-4b06-b549-3d1db61345d5 req-b85820e7-ff5d-4b16-9281-9fba9af54f4c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:17.088247 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5ae65f1e-7e18-4b06-b549-3d1db61345d5 req-b85820e7-ff5d-4b16-9281-9fba9af54f4c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0519860 Aug 26 12:23:17.133761 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5ae65f1e-7e18-4b06-b549-3d1db61345d5 req-4b8d2e1a-851c-4d42-95f8-03995d0ad14d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Aug 26 12:23:17.151598 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a3b00bed-2c49-4540-b55c-7d089b7f9990 req-cb4c1baf-61f6-42e9-86d1-6632ca9340ff tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491742 Aug 26 12:23:17.171860 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a73eb50d-e190-4c81-91f5-769d0b88ffc5 req-24911899-3adc-41fa-8403-c74d21d038dc service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786473 Aug 26 12:23:17.187886 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-172848a4-a69e-49e2-9c97-aea26c0a5c42 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936326 Aug 26 12:23:17.298437 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-16fc863e-eace-4193-bf53-2aee388166f5 req-7d5b6aaf-afa0-4ad5-bd51-b84685a6346d service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982616 Aug 26 12:23:17.414972 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2984a9d-f504-4f09-855c-1bee11226a17 req-dadda883-c85f-4458-a931-9cbefa6b3ba5 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:17.416463 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b2984a9d-f504-4f09-855c-1bee11226a17 req-dadda883-c85f-4458-a931-9cbefa6b3ba5 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0542288 Aug 26 12:23:17.421414 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48736) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:17.459261 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b2984a9d-f504-4f09-855c-1bee11226a17 req-1288090e-446e-43b3-a251-6cfc494a2049 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Aug 26 12:23:17.525750 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c8af194-62f8-498a-96b9-ec4ec7bb656e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.618249 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c8af194-62f8-498a-96b9-ec4ec7bb656e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.622476 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c8af194-62f8-498a-96b9-ec4ec7bb656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.661031 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9c8af194-62f8-498a-96b9-ec4ec7bb656e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48e5cdca1bde4a669215d421998ef26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385979 Aug 26 12:23:17.662921 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8af194-62f8-498a-96b9-ec4ec7bb656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5858578a-9404-4a69-b459-e72816cc8300,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:17.663775 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 48746) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:17.715308 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e76ca52d-919d-4733-a07c-e635af788a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.736941 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e76ca52d-919d-4733-a07c-e635af788a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.788289 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e76ca52d-919d-4733-a07c-e635af788a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.791088 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e76ca52d-919d-4733-a07c-e635af788a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.792249 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-e76ca52d-919d-4733-a07c-e635af788a97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5858578a-9404-4a69-b459-e72816cc8300 HTTP/1.1" status: 204 len: 168 time: 0.1274598 Aug 26 12:23:17.800043 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ca52d-919d-4733-a07c-e635af788a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5858578a-9404-4a69-b459-e72816cc8300,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:18.091602 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48766) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:18.104812 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9a77041-5db7-4a52-974e-fb681660a12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.206138 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9a77041-5db7-4a52-974e-fb681660a12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.218489 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9a77041-5db7-4a52-974e-fb681660a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.252418 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd36a3e-ea0b-478a-87c6-572932c9c430 req-384573b9-2182-402d-8481-f86c91264d84 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:18.253933 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bdd36a3e-ea0b-478a-87c6-572932c9c430 req-384573b9-2182-402d-8481-f86c91264d84 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0488439 Aug 26 12:23:18.280817 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a77041-5db7-4a52-974e-fb681660a12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b35c659-fd63-4bed-8f09-09a09ea56f38,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:18.287416 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-d9a77041-5db7-4a52-974e-fb681660a12c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3ec2b66a8404b2eb47bc1e236ad5d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947618 Aug 26 12:23:18.290026 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48772) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:18.298983 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bdd36a3e-ea0b-478a-87c6-572932c9c430 req-b888d123-2200-48fa-bfba-34cf870516d8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381429 Aug 26 12:23:18.325290 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c282f-859b-4551-a8ac-c61ce70fd745 req-f2b793bf-22c9-479b-91b7-25de87f49354 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:18.326756 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b53c282f-859b-4551-a8ac-c61ce70fd745 req-f2b793bf-22c9-479b-91b7-25de87f49354 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0917804 Aug 26 12:23:18.374281 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c4aae36d-ff86-47c9-a3e3-c64401b2e5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.381295 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b53c282f-859b-4551-a8ac-c61ce70fd745 req-9cfa616a-2a5f-49aa-9f22-7e391c867143 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Aug 26 12:23:18.401807 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c4aae36d-ff86-47c9-a3e3-c64401b2e5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.447887 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c4aae36d-ff86-47c9-a3e3-c64401b2e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.450428 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c4aae36d-ff86-47c9-a3e3-c64401b2e5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.451632 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-c4aae36d-ff86-47c9-a3e3-c64401b2e5be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b35c659-fd63-4bed-8f09-09a09ea56f38 HTTP/1.1" status: 204 len: 168 time: 0.1606033 Aug 26 12:23:18.459578 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aae36d-ff86-47c9-a3e3-c64401b2e5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b35c659-fd63-4bed-8f09-09a09ea56f38,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:18.578300 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff14657-0538-4e8d-9aba-8b316795564f req-a9bf84d7-e54d-4ca8-9fa9-cff97b5e3c4f tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:18.579973 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4ff14657-0538-4e8d-9aba-8b316795564f req-a9bf84d7-e54d-4ca8-9fa9-cff97b5e3c4f tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0511487 Aug 26 12:23:18.620771 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4ff14657-0538-4e8d-9aba-8b316795564f req-6309b9eb-73ee-49be-9032-6d9eede3c989 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325394 Aug 26 12:23:18.769280 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48784) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:18.781946 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-437cdc2b-baf0-4e77-a76d-ed7a5f9afc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.871549 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-437cdc2b-baf0-4e77-a76d-ed7a5f9afc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.875381 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-437cdc2b-baf0-4e77-a76d-ed7a5f9afc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.912954 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-437cdc2b-baf0-4e77-a76d-ed7a5f9afc91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a449d4cff4bd4a29871ca1fea77921bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425703 Aug 26 12:23:18.913861 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cdc2b-baf0-4e77-a76d-ed7a5f9afc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5520dc-8c7d-46db-85c6-dbfa80e26125,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:18.916199 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48790) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:18.964124 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-41580e5d-0ffa-4dbc-9a44-34d12eb50244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:18.984303 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-41580e5d-0ffa-4dbc-9a44-34d12eb50244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:19.031936 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-41580e5d-0ffa-4dbc-9a44-34d12eb50244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:19.034505 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-41580e5d-0ffa-4dbc-9a44-34d12eb50244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:19.036161 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-41580e5d-0ffa-4dbc-9a44-34d12eb50244 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e5520dc-8c7d-46db-85c6-dbfa80e26125 HTTP/1.1" status: 204 len: 168 time: 0.1190600 Aug 26 12:23:19.043679 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41580e5d-0ffa-4dbc-9a44-34d12eb50244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5520dc-8c7d-46db-85c6-dbfa80e26125,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:19.415252 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f497a-98e9-4580-8ab1-72d583cb6955 req-174e191d-1bdd-4a03-983a-73ebd696d8ae tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:19.416695 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2d4f497a-98e9-4580-8ab1-72d583cb6955 req-174e191d-1bdd-4a03-983a-73ebd696d8ae tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0485752 Aug 26 12:23:19.469765 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2d4f497a-98e9-4580-8ab1-72d583cb6955 req-45c092b7-2af7-4895-8953-819ce2988047 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Aug 26 12:23:19.512199 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6f441-9d32-422d-aa99-9a01be33ba64 req-b833214d-8a5d-4b14-802e-f238e0ea7537 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:19.513715 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8dd6f441-9d32-422d-aa99-9a01be33ba64 req-b833214d-8a5d-4b14-802e-f238e0ea7537 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0583427 Aug 26 12:23:19.556814 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8dd6f441-9d32-422d-aa99-9a01be33ba64 req-edc63410-72c7-41df-8487-f1d13eb0128e tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Aug 26 12:23:19.714804 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 48828) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:19.742142 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad4ed0-c516-4fa7-9446-1400f95a9cde req-2ed40cee-8ec4-402c-9b51-8cdc998628d8 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:19.743619 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b6ad4ed0-c516-4fa7-9446-1400f95a9cde req-2ed40cee-8ec4-402c-9b51-8cdc998628d8 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 943 time: 0.0576594 Aug 26 12:23:19.782518 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b6ad4ed0-c516-4fa7-9446-1400f95a9cde req-1d0fc303-88e6-4780-a5f2-b0ff151ddaea tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325432 Aug 26 12:23:19.816644 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1140036609-network', 'tenant_id': '1bd78fcc49e246c6a1b913a048b38566'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:19.837135 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Made reservation on behalf of 1bd78fcc49e246c6a1b913a048b38566 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:23:19.839461 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:19.847351 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:19.932892 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:19.936550 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:19.963772 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:23:19.974001 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702ab287-8227-45b7-b92a-c33319edc503,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:19.979908 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:19.979908 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Added segment f0d405cf-7093-4344-b0a5-8e7e9e4719b8 of type vlan for network 71eea0d1-49d2-49f7-bc99-3201b7596f8e Aug 26 12:23:20.028162 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:20.053348 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:20.054298 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:20.054894 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:20.109387 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3933985 Aug 26 12:23:20.114258 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48842) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:20.115209 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80af29-7b9e-49fe-9a86-c29a8a139b1e admin admin] Pushing event updated for resources: {'Network': ['ID=71eea0d1-49d2-49f7-bc99-3201b7596f8e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:20.119136 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Request body: {'subnet': {'network_id': '71eea0d1-49d2-49f7-bc99-3201b7596f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1140036609-subnet', 'tenant_id': '1bd78fcc49e246c6a1b913a048b38566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:20.128050 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 71eea0d1-49d2-49f7-bc99-3201b7596f8e details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:23:20.146610 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Made reservation on behalf of 1bd78fcc49e246c6a1b913a048b38566 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:23:20.148914 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32681639'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:20.175538 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:23:20.300709 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,segment=NetworkSegment(d45a7155-9014-4450-8de0-81af87d9a2a8),segment_id=d45a7155-9014-4450-8de0-81af87d9a2a8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:20.311724 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '3772a8ca-8b49-4b02-8d1d-b18e3bff10e5', 'network_id': '6140f774-99a5-4c0e-8a37-8f7aaa54b233', 'port_id': '3772a8ca-8b49-4b02-8d1d-b18e3bff10e5', 'mac_address': 'fa:16:3e:36:ab:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdbfb21-17b7-4dfd-9fd2-24806df1dd74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:23:20.318716 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32963728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32681685'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:20.349413 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:20.362348 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:20.376803 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77521ef4-71c0-4120-ba96-7d45fe700fe4,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:20.382343 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Checking segment: {'id': 'f0d405cf-7093-4344-b0a5-8e7e9e4719b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '71eea0d1-49d2-49f7-bc99-3201b7596f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:23:20.382714 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Network hostable DHCP agents. Network: 71eea0d1-49d2-49f7-bc99-3201b7596f8e, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:23:20.384317 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,segment=NetworkSegment(d45a7155-9014-4450-8de0-81af87d9a2a8),segment_id=d45a7155-9014-4450-8de0-81af87d9a2a8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:20.389307 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:20.390032 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:23:20.399875 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Network 71eea0d1-49d2-49f7-bc99-3201b7596f8e is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:23:20.408801 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 71eea0d1-49d2-49f7-bc99-3201b7596f8e) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:23:20.413593 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:20.414261 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:20.422774 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729008b-f00d-4769-bbe9-b90155316f0c None None] Network 71eea0d1-49d2-49f7-bc99-3201b7596f8e requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:23:20.436472 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-c2647607-1404-47cd-8d2c-38c0eb4d8d5a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3146443 Aug 26 12:23:20.641884 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a8b4f-65f7-4606-9773-accf1bd4bee4 req-2af9e2f7-8b0a-4430-84e7-3f996e1e1138 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:20.659818 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-619a8b4f-65f7-4606-9773-accf1bd4bee4 req-2af9e2f7-8b0a-4430-84e7-3f996e1e1138 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0917833 Aug 26 12:23:20.723018 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-619a8b4f-65f7-4606-9773-accf1bd4bee4 req-3326ebe0-aed3-42f4-9530-7ce4d7498460 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525696 Aug 26 12:23:20.734600 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:20.766613 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a3842-143c-4d8a-b98f-3f6dad255409 req-782452df-5600-4d33-bd3c-954db3a77b99 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:20.768884 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 12:23:20.776341 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-793a3842-143c-4d8a-b98f-3f6dad255409 req-782452df-5600-4d33-bd3c-954db3a77b99 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 943 time: 0.0705404 Aug 26 12:23:20.815891 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428ca6c-a2f8-4ea3-a4c2-cb2148b9d6c3 None None] Network 71eea0d1-49d2-49f7-bc99-3201b7596f8e requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:23:20.827025 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-793a3842-143c-4d8a-b98f-3f6dad255409 req-a0fbaaec-c2dd-4669-aa19-1bf92336c514 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497212 Aug 26 12:23:20.952165 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e907d-adb5-4862-b6df-12b6952f2430 req-b8226ab2-60d0-4c35-920f-456fa12425d8 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:20.960109 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0a9e907d-adb5-4862-b6df-12b6952f2430 req-b8226ab2-60d0-4c35-920f-456fa12425d8 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 944 time: 0.0704188 Aug 26 12:23:20.973328 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:21.011635 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0a9e907d-adb5-4862-b6df-12b6952f2430 req-f5e87212-3492-4111-92dd-b2f68b58e995 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505867 Aug 26 12:23:21.012647 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '618bd75f-e1cc-4a8b-a5f8-295bf9b5687e', 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f', 'port_id': '618bd75f-e1cc-4a8b-a5f8-295bf9b5687e', 'mac_address': 'fa:16:3e:d8:de:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb5830c-f085-4f61-9d56-815e03924faf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:23:21.087316 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.110563 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:21.138140 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:21.145921 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.146870 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device c9102464-6bd8-4313-89e1-c7cd961c38f0 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:23:21.206321 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:21.274388 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 48902) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:21.279260 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-387556884-network', 'tenant_id': '8162f3519bed429c99cfdbf40fbc3538'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:21.319423 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Made reservation on behalf of 8162f3519bed429c99cfdbf40fbc3538 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:23:21.323564 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.343122 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port c9102464-6bd8-4313-89e1-c7cd961c38f0, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=c9102464-6bd8-4313-89e1-c7cd961c38f0,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:21.345061 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.356855 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': 'c9102464-6bd8-4313-89e1-c7cd961c38f0', 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0', 'port_id': 'c9102464-6bd8-4313-89e1-c7cd961c38f0', 'mac_address': 'fa:16:3e:ca:a9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c409258b-99c6-486c-b0c3-94435141c9b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:23:21.401994 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.428157 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9102464-6bd8-4313-89e1-c7cd961c38f0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:21.457679 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port c9102464-6bd8-4313-89e1-c7cd961c38f0, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=c9102464-6bd8-4313-89e1-c7cd961c38f0,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:21.462328 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.474623 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.479012 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.501038 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:23:21.515482 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=c9102464-6bd8-4313-89e1-c7cd961c38f0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:21.515716 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d681a5c-eb12-4fb6-8577-f7a804a5d317,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:21.520778 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.521102 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Added segment 1d7e07f4-4568-4050-b635-829a819a8b86 of type vlan for network 61873bbf-d621-4aae-8302-ad26e8dee4e1 Aug 26 12:23:21.564461 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.598816 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.600018 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:21.600607 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.652645 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3771412 Aug 26 12:23:21.655567 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 48920) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:21.661384 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Request body: {'subnet': {'network_id': '61873bbf-d621-4aae-8302-ad26e8dee4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-387556884-subnet', 'tenant_id': '8162f3519bed429c99cfdbf40fbc3538', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:21.663792 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9cca8-0818-459b-ac61-646aef6ccd4d admin admin] Pushing event updated for resources: {'Network': ['ID=61873bbf-d621-4aae-8302-ad26e8dee4e1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:21.673482 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 61873bbf-d621-4aae-8302-ad26e8dee4e1 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:23:21.683878 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Made reservation on behalf of 8162f3519bed429c99cfdbf40fbc3538 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:23:21.686197 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30258024'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.841008 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1712b-71c4-4f35-92a4-94c0e5a4f945 req-9157e7e2-2025-4912-b814-553f1f340ecd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:21.846495 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b4d1712b-71c4-4f35-92a4-94c0e5a4f945 req-9157e7e2-2025-4912-b814-553f1f340ecd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0508249 Aug 26 12:23:21.865898 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33022168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30257946'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.887802 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b4d1712b-71c4-4f35-92a4-94c0e5a4f945 req-349d7b49-a9dd-4f1b-ba59-81db06297aed tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Aug 26 12:23:21.953637 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a34c2a6-072e-4745-a9f4-da8045b97ff4,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:21.966737 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Checking segment: {'id': '1d7e07f4-4568-4050-b635-829a819a8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '61873bbf-d621-4aae-8302-ad26e8dee4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:23:21.967101 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Network hostable DHCP agents. Network: 61873bbf-d621-4aae-8302-ad26e8dee4e1, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:23:21.983786 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad37897-7a86-45ba-9c37-449d128b68d5 req-88968e2f-bf09-4844-8aca-7561eb070e63 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:21.985246 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2ad37897-7a86-45ba-9c37-449d128b68d5 req-88968e2f-bf09-4844-8aca-7561eb070e63 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 944 time: 0.0831511 Aug 26 12:23:22.001713 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Network 61873bbf-d621-4aae-8302-ad26e8dee4e1 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:23:22.023478 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 61873bbf-d621-4aae-8302-ad26e8dee4e1) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:23:22.033681 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:22.034385 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:22.042241 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e221f-07c3-4e11-8fde-b8c5920ca50b None None] Network 61873bbf-d621-4aae-8302-ad26e8dee4e1 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:23:22.042508 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2ad37897-7a86-45ba-9c37-449d128b68d5 req-4d601428-498e-49bf-842e-26f1195afbc2 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492468 Aug 26 12:23:22.063162 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-48c72260-1598-4723-a68d-5f8609f95552 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4062176 Aug 26 12:23:22.098223 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['618bd75f-e1cc-4a8b-a5f8-295bf9b5687e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:23:22.141349 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d4c64-cfd9-4952-8c70-79c263be725a req-97449306-fa66-4305-ac3d-c718769b09a1 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:22.142218 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['c9102464-6bd8-4313-89e1-c7cd961c38f0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:23:22.142880 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2e8d4c64-cfd9-4952-8c70-79c263be725a req-97449306-fa66-4305-ac3d-c718769b09a1 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 944 time: 0.0528917 Aug 26 12:23:22.144285 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['3772a8ca-8b49-4b02-8d1d-b18e3bff10e5'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:23:22.181850 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2e8d4c64-cfd9-4952-8c70-79c263be725a req-92f3fc15-7594-4ad0-a2dd-14c996a4b97a tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Aug 26 12:23:22.447575 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e54102-c1a2-48c6-9c8c-a9a60c239971 None None] Network 61873bbf-d621-4aae-8302-ad26e8dee4e1 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:23:23.008437 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba26d4d-fd15-4e13-abbf-380da61009be req-064ed8c0-fb4f-44ed-a56f-f3b169ce5ee2 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:23.009915 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9ba26d4d-fd15-4e13-abbf-380da61009be req-064ed8c0-fb4f-44ed-a56f-f3b169ce5ee2 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0499527 Aug 26 12:23:23.048966 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9ba26d4d-fd15-4e13-abbf-380da61009be req-8bfede23-66b1-429e-a0da-f4aacd89f8e7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327272 Aug 26 12:23:23.166200 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4141ed-adcb-478c-aac9-5a969818a4c7 req-418c2f70-33a1-44eb-811d-a0c7b18bace5 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:23.167680 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7c4141ed-adcb-478c-aac9-5a969818a4c7 req-418c2f70-33a1-44eb-811d-a0c7b18bace5 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 944 time: 0.0506175 Aug 26 12:23:23.205579 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7c4141ed-adcb-478c-aac9-5a969818a4c7 req-bec4e28f-b722-4702-8651-c6a43c5fdd6b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Aug 26 12:23:23.293711 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67075d-51dd-4598-bbef-a46da3e3b2e3 req-362d726f-285e-488a-841e-90357ae852b3 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:23.295377 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-af67075d-51dd-4598-bbef-a46da3e3b2e3 req-362d726f-285e-488a-841e-90357ae852b3 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 944 time: 0.0470984 Aug 26 12:23:23.334059 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-af67075d-51dd-4598-bbef-a46da3e3b2e3 req-f027baca-0ab4-4a68-91b2-e290d3bf819a tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Aug 26 12:23:24.044862 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49028) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:24.176278 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08d7ca18-790b-4686-9f7c-b93355934a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:24.205599 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffca7b-1cf7-4349-be7f-9f3c81bc89ae req-e9aa4f82-9a07-4ca1-b5e8-39d6327314ad tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:24.207610 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-57ffca7b-1cf7-4349-be7f-9f3c81bc89ae req-e9aa4f82-9a07-4ca1-b5e8-39d6327314ad tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0795600 Aug 26 12:23:24.270381 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-57ffca7b-1cf7-4349-be7f-9f3c81bc89ae req-c97fd309-b362-4fee-8f69-e1c2b451b240 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536060 Aug 26 12:23:24.319410 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08d7ca18-790b-4686-9f7c-b93355934a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:24.325351 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08d7ca18-790b-4686-9f7c-b93355934a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:24.341150 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ed1d1-ddcd-456a-960a-09dbfecb63bd req-52e72eb3-2d4a-4679-a30c-151fec9ebc72 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:24.342699 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9e1ed1d1-ddcd-456a-960a-09dbfecb63bd req-52e72eb3-2d4a-4679-a30c-151fec9ebc72 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 944 time: 0.0506816 Aug 26 12:23:24.367071 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-08d7ca18-790b-4686-9f7c-b93355934a3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66ac5b28a78845f9bd26913ffd81dcfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210101 Aug 26 12:23:24.368342 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49054) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:24.368688 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7ca18-790b-4686-9f7c-b93355934a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c49748b-a2c4-4c09-9efd-49ac865299f8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:24.407468 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9e1ed1d1-ddcd-456a-960a-09dbfecb63bd req-e18f0c4e-750d-452d-90cb-721c00ac5279 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574837 Aug 26 12:23:24.610844 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1609833-a5c4-4ffd-afc1-8b22edf5d8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:24.620102 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45baaeaf-30e5-4301-afa7-7dcf9411cadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:24.641119 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5887-7f0a-4ce2-83d7-a6883b59d22b req-9109ae09-2386-437f-bafd-e1c2d8722a50 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:24.642573 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1f4b5887-7f0a-4ce2-83d7-a6883b59d22b req-9109ae09-2386-437f-bafd-e1c2d8722a50 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 944 time: 0.0693464 Aug 26 12:23:24.658956 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45baaeaf-30e5-4301-afa7-7dcf9411cadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:24.708281 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1f4b5887-7f0a-4ce2-83d7-a6883b59d22b req-c3ddd16b-56e5-4284-8aa5-e4b6be676720 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 Aug 26 12:23:24.729517 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45baaeaf-30e5-4301-afa7-7dcf9411cadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:24.732001 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45baaeaf-30e5-4301-afa7-7dcf9411cadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:24.733145 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-45baaeaf-30e5-4301-afa7-7dcf9411cadd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c49748b-a2c4-4c09-9efd-49ac865299f8 HTTP/1.1" status: 204 len: 168 time: 0.3616824 Aug 26 12:23:24.741960 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baaeaf-30e5-4301-afa7-7dcf9411cadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c49748b-a2c4-4c09-9efd-49ac865299f8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:24.994758 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49066) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:25.008936 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0101ff5c-a56b-47a7-abf0-ef4ead7ee72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:25.095813 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0101ff5c-a56b-47a7-abf0-ef4ead7ee72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:25.100371 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0101ff5c-a56b-47a7-abf0-ef4ead7ee72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:25.139177 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-0101ff5c-a56b-47a7-abf0-ef4ead7ee72b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e319d10a24294927b532af1f36846788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433275 Aug 26 12:23:25.140124 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101ff5c-a56b-47a7-abf0-ef4ead7ee72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0613a4-32e0-4ad0-9fac-893379f2ceec,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:25.142759 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49070) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:25.196606 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54d6a4cb-9abd-4f5c-9533-299ef04d7a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:25.216418 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54d6a4cb-9abd-4f5c-9533-299ef04d7a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:25.260867 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54d6a4cb-9abd-4f5c-9533-299ef04d7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:25.263497 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54d6a4cb-9abd-4f5c-9533-299ef04d7a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:25.264637 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-54d6a4cb-9abd-4f5c-9533-299ef04d7a4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe0613a4-32e0-4ad0-9fac-893379f2ceec HTTP/1.1" status: 204 len: 168 time: 0.1209724 Aug 26 12:23:25.274636 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6a4cb-9abd-4f5c-9533-299ef04d7a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0613a4-32e0-4ad0-9fac-893379f2ceec,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:25.384112 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab21dc0-bd0b-4de3-ac81-c3e04e93e4aa req-c550edc6-dba5-4221-a415-c526db0938a8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:25.385597 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bab21dc0-bd0b-4de3-ac81-c3e04e93e4aa req-c550edc6-dba5-4221-a415-c526db0938a8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0484030 Aug 26 12:23:25.425303 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bab21dc0-bd0b-4de3-ac81-c3e04e93e4aa req-c89799ef-9308-4498-bb1a-6fc6135eca10 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Aug 26 12:23:25.532587 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe80cc-f354-4751-80a9-ce8d4e4442f7 req-fc2c5f39-60e3-47bb-8719-373dcd98e24d tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:25.535329 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-10fe80cc-f354-4751-80a9-ce8d4e4442f7 req-fc2c5f39-60e3-47bb-8719-373dcd98e24d tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 944 time: 0.0571165 Aug 26 12:23:25.573591 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-10fe80cc-f354-4751-80a9-ce8d4e4442f7 req-99a31581-a74d-4103-afdb-b21316700dc8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Aug 26 12:23:25.832538 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eadad-f7ed-403d-bce3-e967de799b34 req-eb700742-63ab-4346-afb9-b921690e0f4a tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:25.833988 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca0eadad-f7ed-403d-bce3-e967de799b34 req-eb700742-63ab-4346-afb9-b921690e0f4a tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 944 time: 0.0507555 Aug 26 12:23:25.873831 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca0eadad-f7ed-403d-bce3-e967de799b34 req-e9007f3a-40c3-42fa-ab72-968c006ad0f5 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Aug 26 12:23:26.403331 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 5a79b650-4a19-4f69-a547-8b98af420cd7 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:23:26.421066 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:23:26.446550 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:26.534288 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:23:26.546982 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:23:26.547356 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:26.552762 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc933da-18fe-4d90-bcd6-4460fab03785 req-fb2ae601-ad73-45e3-aaf3-d8996b01872b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:26.553443 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 5a79b650-4a19-4f69-a547-8b98af420cd7, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5a79b650-4a19-4f69-a547-8b98af420cd7,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:26.553963 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5dc933da-18fe-4d90-bcd6-4460fab03785 req-fb2ae601-ad73-45e3-aaf3-d8996b01872b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 944 time: 0.0535190 Aug 26 12:23:26.586347 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '5a79b650-4a19-4f69-a547-8b98af420cd7', 'network_id': '6a5715e1-5223-4be2-9599-cf18dbe6bb7f', 'port_id': '5a79b650-4a19-4f69-a547-8b98af420cd7', 'mac_address': 'fa:16:3e:99:02:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb5830c-f085-4f61-9d56-815e03924faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:23:26.607707 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5dc933da-18fe-4d90-bcd6-4460fab03785 req-9a2b5249-009f-46fd-8625-cd715ad464df tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471058 Aug 26 12:23:26.643087 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:26.683139 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a79b650-4a19-4f69-a547-8b98af420cd7 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:26.698191 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:26.712354 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecf3c7-13b9-4f11-b036-a510bf3afb69 req-76e1d9b4-3b00-4371-8694-be85ae1e2b81 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:26.714470 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-57ecf3c7-13b9-4f11-b036-a510bf3afb69 req-76e1d9b4-3b00-4371-8694-be85ae1e2b81 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 944 time: 0.0603185 Aug 26 12:23:26.721438 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 5a79b650-4a19-4f69-a547-8b98af420cd7, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5a79b650-4a19-4f69-a547-8b98af420cd7,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:26.728794 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:26.736605 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b854ded-a1e7-4907-bd8a-1ff0879e09de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3772a8ca-8b49-4b02-8d1d-b18e3bff10e5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:26.766767 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-57ecf3c7-13b9-4f11-b036-a510bf3afb69 req-615b40a1-4f93-4717-ae6c-a871a471f69f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397074 Aug 26 12:23:26.953193 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,segment=NetworkSegment(d45a7155-9014-4450-8de0-81af87d9a2a8),segment_id=d45a7155-9014-4450-8de0-81af87d9a2a8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:26.976304 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:27.008523 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=5a79b650-4a19-4f69-a547-8b98af420cd7,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:27.026487 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175f12d-f575-49c9-a4d1-4bdf94f3f29f req-9fa7ebf4-b399-481b-bee1-6c330a0e6b0a tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:27.028074 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a175f12d-f575-49c9-a4d1-4bdf94f3f29f req-9fa7ebf4-b399-481b-bee1-6c330a0e6b0a tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.0726330 Aug 26 12:23:27.085021 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['5a79b650-4a19-4f69-a547-8b98af420cd7'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:23:27.086976 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a175f12d-f575-49c9-a4d1-4bdf94f3f29f req-683128d9-29f3-4fd9-b002-5769928b6d9d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 Aug 26 12:23:27.091699 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c629fc34-b84c-4702-a119-6f234548d325" -d '{"events": [{"server_uuid": "4b854ded-a1e7-4907-bd8a-1ff0879e09de", "name": "network-vif-plugged", "status": "completed", "tag": "3772a8ca-8b49-4b02-8d1d-b18e3bff10e5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:27.099660 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:27.221191 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4351778b-f402-463f-b5c1-f3bf2b2311e6 x-openstack-request-id: req-4351778b-f402-463f-b5c1-f3bf2b2311e6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:27.221449 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b854ded-a1e7-4907-bd8a-1ff0879e09de", "name": "network-vif-plugged", "status": "completed", "tag": "3772a8ca-8b49-4b02-8d1d-b18e3bff10e5", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:27.221606 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4351778b-f402-463f-b5c1-f3bf2b2311e6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:27.222172 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b854ded-a1e7-4907-bd8a-1ff0879e09de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3772a8ca-8b49-4b02-8d1d-b18e3bff10e5', 'code': 200} Aug 26 12:23:27.311312 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aeb97537-e2ad-495c-be70-b63e076c7609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:27.484977 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:27.504820 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1b36-6a97-456b-b793-e41776ebf96e req-23f311e6-ec6c-4b9d-8d78-780eefba7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:27.506583 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-94dc1b36-6a97-456b-b793-e41776ebf96e req-23f311e6-ec6c-4b9d-8d78-780eefba7983 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 1098 time: 0.0867403 Aug 26 12:23:27.529109 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-94dc1b36-6a97-456b-b793-e41776ebf96e req-b03fc702-84e1-4d8a-adff-c9101c205295 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:27.623234 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-94dc1b36-6a97-456b-b793-e41776ebf96e req-b03fc702-84e1-4d8a-adff-c9101c205295 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:27.627022 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-94dc1b36-6a97-456b-b793-e41776ebf96e req-b03fc702-84e1-4d8a-adff-c9101c205295 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:27.664964 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-94dc1b36-6a97-456b-b793-e41776ebf96e req-b03fc702-84e1-4d8a-adff-c9101c205295 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504908 Aug 26 12:23:27.670309 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc702-84e1-4d8a-adff-c9101c205295 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=135ebea0-c7a9-4adf-85e9-3761accfc278,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:27.719611 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bf289-440f-4556-9826-53d85824920c req-fa734a60-79d4-4095-b95f-4cf51dd373ad tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:27.721854 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ab2bf289-440f-4556-9826-53d85824920c req-fa734a60-79d4-4095-b95f-4cf51dd373ad tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 945 time: 0.0524256 Aug 26 12:23:27.764872 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ab2bf289-440f-4556-9826-53d85824920c req-f67378da-5b56-4a91-b380-45c3a6d04177 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356555 Aug 26 12:23:27.882680 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e125-67d5-48d8-b988-0aedc73ae78c req-282587ab-6ba0-402e-a213-0424ec152142 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:27.884251 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ae28e125-67d5-48d8-b988-0aedc73ae78c req-282587ab-6ba0-402e-a213-0424ec152142 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 944 time: 0.0493760 Aug 26 12:23:27.923716 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ae28e125-67d5-48d8-b988-0aedc73ae78c req-2fb7c72b-4722-441c-a3de-f6a0d67ee7a2 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 Aug 26 12:23:28.194757 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:28.216091 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294afce5-0029-477e-9f28-8bab8ace11ed req-cb06f38a-0bc0-4e5e-bdf4-4b0dbe6cfe87 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:28.217605 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-294afce5-0029-477e-9f28-8bab8ace11ed req-cb06f38a-0bc0-4e5e-bdf4-4b0dbe6cfe87 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.0547709 Aug 26 12:23:28.258993 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-294afce5-0029-477e-9f28-8bab8ace11ed req-347ef6ba-1433-4daa-b51d-57ce30348796 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354285 Aug 26 12:23:28.414549 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 5a79b650-4a19-4f69-a547-8b98af420cd7 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:23:28.491292 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 5a79b650-4a19-4f69-a547-8b98af420cd7 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:23:28.495801 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 5a79b650-4a19-4f69-a547-8b98af420cd7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:23:28.496227 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:28.589500 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:28.632073 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 5a79b650-4a19-4f69-a547-8b98af420cd7, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5a79b650-4a19-4f69-a547-8b98af420cd7,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:28.637572 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:28.639271 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:23:28.729202 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=5a79b650-4a19-4f69-a547-8b98af420cd7,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:28.751788 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:23:28.756470 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:23:28.756846 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:28.849608 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:28.885626 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:28.889866 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:28.890685 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device c9102464-6bd8-4313-89e1-c7cd961c38f0 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:23:28.904831 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b0dbd-b6c5-45c8-a841-3020a98026d4 req-17c10896-5708-4657-8714-89f38fea294d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:28.906325 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca3b0dbd-b6c5-45c8-a841-3020a98026d4 req-17c10896-5708-4657-8714-89f38fea294d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0569210 Aug 26 12:23:28.959987 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca3b0dbd-b6c5-45c8-a841-3020a98026d4 req-4ecc8d28-b5bf-495d-93be-68ecf92010e4 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464430 Aug 26 12:23:28.977341 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:28.992150 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port c9102464-6bd8-4313-89e1-c7cd961c38f0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:23:28.995772 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port c9102464-6bd8-4313-89e1-c7cd961c38f0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:23:28.996148 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.056612 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154deae-cba6-41a7-a471-0e1be587028a req-a1affde9-bd3e-47dd-b3fd-8866350ee013 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:29.058327 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0154deae-cba6-41a7-a471-0e1be587028a req-a1affde9-bd3e-47dd-b3fd-8866350ee013 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 944 time: 0.0540819 Aug 26 12:23:29.081184 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.100080 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0154deae-cba6-41a7-a471-0e1be587028a req-d704e90d-73e4-4e77-b918-b91ee8ede95f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Aug 26 12:23:29.118569 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port c9102464-6bd8-4313-89e1-c7cd961c38f0, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=c9102464-6bd8-4313-89e1-c7cd961c38f0,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:29.121503 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.174321 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=c9102464-6bd8-4313-89e1-c7cd961c38f0,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:29.223685 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e8f55d-e0c0-47d0-b26c-f554189d5527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a79b650-4a19-4f69-a547-8b98af420cd7'}, {'server_uuid': '8249f1d4-434f-4307-983c-886b449dd67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618bd75f-e1cc-4a8b-a5f8-295bf9b5687e'}, {'server_uuid': '2baee0c7-8950-475f-855b-1fd3495b638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9102464-6bd8-4313-89e1-c7cd961c38f0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:29.226075 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2273f1-7e9a-4c6e-b190-48089215cf2b" -d '{"events": [{"server_uuid": "01e8f55d-e0c0-47d0-b26c-f554189d5527", "name": "network-vif-plugged", "status": "completed", "tag": "5a79b650-4a19-4f69-a547-8b98af420cd7"}, {"server_uuid": "8249f1d4-434f-4307-983c-886b449dd67e", "name": "network-vif-plugged", "status": "completed", "tag": "618bd75f-e1cc-4a8b-a5f8-295bf9b5687e"}, {"server_uuid": "2baee0c7-8950-475f-855b-1fd3495b638b", "name": "network-vif-plugged", "status": "completed", "tag": "c9102464-6bd8-4313-89e1-c7cd961c38f0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:29.270082 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f1d2a1-2018-4fcb-a3ad-9b3315f223e0 x-openstack-request-id: req-09f1d2a1-2018-4fcb-a3ad-9b3315f223e0 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:29.270380 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e8f55d-e0c0-47d0-b26c-f554189d5527", "name": "network-vif-plugged", "status": "completed", "tag": "5a79b650-4a19-4f69-a547-8b98af420cd7", "code": 200}, {"server_uuid": "8249f1d4-434f-4307-983c-886b449dd67e", "name": "network-vif-plugged", "status": "completed", "tag": "618bd75f-e1cc-4a8b-a5f8-295bf9b5687e", "code": 200}, {"server_uuid": "2baee0c7-8950-475f-855b-1fd3495b638b", "name": "network-vif-plugged", "status": "completed", "tag": "c9102464-6bd8-4313-89e1-c7cd961c38f0", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:29.270658 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09f1d2a1-2018-4fcb-a3ad-9b3315f223e0 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:29.271056 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e8f55d-e0c0-47d0-b26c-f554189d5527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a79b650-4a19-4f69-a547-8b98af420cd7', 'code': 200} Aug 26 12:23:29.271307 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249f1d4-434f-4307-983c-886b449dd67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618bd75f-e1cc-4a8b-a5f8-295bf9b5687e', 'code': 200} Aug 26 12:23:29.271555 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baee0c7-8950-475f-855b-1fd3495b638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9102464-6bd8-4313-89e1-c7cd961c38f0', 'code': 200} Aug 26 12:23:29.329913 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49280) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:29.370823 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b28bc5-d0b2-40cf-9eb4-2fbe8376e947 req-74308f6b-deda-40da-8c33-fb411d1696fa tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:29.372605 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-52b28bc5-d0b2-40cf-9eb4-2fbe8376e947 req-74308f6b-deda-40da-8c33-fb411d1696fa tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.0483172 Aug 26 12:23:29.410575 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-52b28bc5-d0b2-40cf-9eb4-2fbe8376e947 req-32fb2004-2d14-4b88-b3cb-96b7f0ed9951 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Aug 26 12:23:29.433891 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25b02676-cb1e-444f-87a1-d9e21d606ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.529121 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25b02676-cb1e-444f-87a1-d9e21d606ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.538502 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25b02676-cb1e-444f-87a1-d9e21d606ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.576049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-25b02676-cb1e-444f-87a1-d9e21d606ab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=830beb7b7e0b40dc8d76a154b67e723f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450397 Aug 26 12:23:29.578140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b02676-cb1e-444f-87a1-d9e21d606ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e83c13-805b-423b-bc30-b40be0fddd5e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:29.579186 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49296) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:29.629706 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8476937c-384e-4c38-bee3-7919cd77ca29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.651179 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8476937c-384e-4c38-bee3-7919cd77ca29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.700173 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8476937c-384e-4c38-bee3-7919cd77ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.702781 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8476937c-384e-4c38-bee3-7919cd77ca29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.703947 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-8476937c-384e-4c38-bee3-7919cd77ca29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19e83c13-805b-423b-bc30-b40be0fddd5e HTTP/1.1" status: 204 len: 168 time: 0.1237445 Aug 26 12:23:29.714033 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476937c-384e-4c38-bee3-7919cd77ca29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e83c13-805b-423b-bc30-b40be0fddd5e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:29.792607 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49304) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:30.009577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c92c07a3-0d30-4287-823d-f152972595ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.036288 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.064902 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49314) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:30.087565 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-809acf30-4203-4ef0-bae6-49afe801f4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.091755 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff868f9e-dafb-49e0-bb8f-8b2778606b01 req-eb7791f9-0baa-4709-b3a2-d37e32412765 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:30.093169 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ff868f9e-dafb-49e0-bb8f-8b2778606b01 req-eb7791f9-0baa-4709-b3a2-d37e32412765 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0519948 Aug 26 12:23:30.133672 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ff868f9e-dafb-49e0-bb8f-8b2778606b01 req-e0a7c71c-49cb-4ef6-85ee-9e5f549a2bd7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337634 Aug 26 12:23:30.153994 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c92c07a3-0d30-4287-823d-f152972595ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.161348 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c92c07a3-0d30-4287-823d-f152972595ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.236796 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-c92c07a3-0d30-4287-823d-f152972595ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c61c75b9e545440a92919e732467e30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430954 Aug 26 12:23:30.239754 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49318) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:30.246578 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c07a3-0d30-4287-823d-f152972595ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034ce011-ca5d-417d-86c8-c12ebdcd7cac,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:30.289828 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ed25b-b52b-4d71-ba22-a007e0403048 req-3596d7b1-a8c6-4cdd-bf32-42364fbc53b1 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:30.291323 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-960ed25b-b52b-4d71-ba22-a007e0403048 req-3596d7b1-a8c6-4cdd-bf32-42364fbc53b1 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 945 time: 0.1154726 Aug 26 12:23:30.291942 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e7993ad-0442-48e1-91ef-7320e18f56f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.318001 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e7993ad-0442-48e1-91ef-7320e18f56f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.365230 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e7993ad-0442-48e1-91ef-7320e18f56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.365554 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-960ed25b-b52b-4d71-ba22-a007e0403048 req-d08f33fc-fa7f-4b85-b7ae-c3ebf22d423b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650477 Aug 26 12:23:30.367754 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e7993ad-0442-48e1-91ef-7320e18f56f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.371039 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-5e7993ad-0442-48e1-91ef-7320e18f56f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/034ce011-ca5d-417d-86c8-c12ebdcd7cac HTTP/1.1" status: 204 len: 168 time: 0.1300976 Aug 26 12:23:30.380736 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7993ad-0442-48e1-91ef-7320e18f56f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034ce011-ca5d-417d-86c8-c12ebdcd7cac,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:30.390355 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-809acf30-4203-4ef0-bae6-49afe801f4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.396209 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-809acf30-4203-4ef0-bae6-49afe801f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.443027 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809acf30-4203-4ef0-bae6-49afe801f4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dba49ba-3368-4f72-8d09-0fb79e4aa562,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:30.449718 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-809acf30-4203-4ef0-bae6-49afe801f4e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0f9f96e812e43efab9d4bae09720613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812277 Aug 26 12:23:30.450161 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49324) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:30.513877 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-790cc0f9-f69d-4103-81ac-24eaae3f343f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.554609 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-790cc0f9-f69d-4103-81ac-24eaae3f343f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.582912 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de38514-a64f-4862-868e-991d958561cd req-4276219e-d157-4f28-965e-57442ee179c6 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:30.584418 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7de38514-a64f-4862-868e-991d958561cd req-4276219e-d157-4f28-965e-57442ee179c6 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.0902414 Aug 26 12:23:30.634031 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7de38514-a64f-4862-868e-991d958561cd req-69df8c96-f922-48ae-960b-bfa8d8565b04 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 Aug 26 12:23:30.644469 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-790cc0f9-f69d-4103-81ac-24eaae3f343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.648442 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-790cc0f9-f69d-4103-81ac-24eaae3f343f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.652697 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-790cc0f9-f69d-4103-81ac-24eaae3f343f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dba49ba-3368-4f72-8d09-0fb79e4aa562 HTTP/1.1" status: 204 len: 168 time: 0.2015488 Aug 26 12:23:30.664721 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cc0f9-f69d-4103-81ac-24eaae3f343f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dba49ba-3368-4f72-8d09-0fb79e4aa562,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:30.766924 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49332) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:30.784440 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee17a7b-88b5-4eef-b2ef-447214b1768f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.885643 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee17a7b-88b5-4eef-b2ef-447214b1768f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.889407 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee17a7b-88b5-4eef-b2ef-447214b1768f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.927821 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-8ee17a7b-88b5-4eef-b2ef-447214b1768f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc6005cb85554223930d06ea4dfa1b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598186 Aug 26 12:23:30.928519 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee17a7b-88b5-4eef-b2ef-447214b1768f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4c2230-a327-4800-82d0-3d10c235ef34,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:30.930497 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49344) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:30.978810 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6433f73-af86-4391-bd45-5fe790dcbedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:31.001362 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6433f73-af86-4391-bd45-5fe790dcbedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:31.048342 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6433f73-af86-4391-bd45-5fe790dcbedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:31.051432 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6433f73-af86-4391-bd45-5fe790dcbedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:31.052583 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a6433f73-af86-4391-bd45-5fe790dcbedc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a4c2230-a327-4800-82d0-3d10c235ef34 HTTP/1.1" status: 204 len: 168 time: 0.1210859 Aug 26 12:23:31.060054 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6433f73-af86-4391-bd45-5fe790dcbedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4c2230-a327-4800-82d0-3d10c235ef34,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:31.255838 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0210b-8307-434a-9407-f5cd24de56e8 req-d0d2b68b-2372-4247-979b-589f87b00a09 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:31.257349 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5db0210b-8307-434a-9407-f5cd24de56e8 req-d0d2b68b-2372-4247-979b-589f87b00a09 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0497406 Aug 26 12:23:31.302721 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5db0210b-8307-434a-9407-f5cd24de56e8 req-53eecc49-5d44-442d-87d0-c2e9da2d9f38 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Aug 26 12:23:31.507361 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cd6a7-9e1b-4b7d-9d3c-2f3ef9c294d0 req-f7418ed0-213c-41bc-a986-59c8b810dc2e tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:31.509055 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-cf4cd6a7-9e1b-4b7d-9d3c-2f3ef9c294d0 req-f7418ed0-213c-41bc-a986-59c8b810dc2e tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 945 time: 0.0589349 Aug 26 12:23:31.555004 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-cf4cd6a7-9e1b-4b7d-9d3c-2f3ef9c294d0 req-ba47f9c7-6fc0-4c60-b70c-5ffdd2310d9b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 Aug 26 12:23:31.843314 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0decd09-38a1-44e0-b5ec-96d6ca6cc31f req-880a7442-790f-419e-8c2c-49d606c1d1da tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:31.850492 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e0decd09-38a1-44e0-b5ec-96d6ca6cc31f req-880a7442-790f-419e-8c2c-49d606c1d1da tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.0974736 Aug 26 12:23:31.872446 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70a66-cc81-4261-9466-0b5f70677042 req-a7e2b9de-e39f-4026-8b97-b4ca4a51c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:31.874578 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-84b70a66-cc81-4261-9466-0b5f70677042 req-a7e2b9de-e39f-4026-8b97-b4ca4a51c285 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 1099 time: 0.0810759 Aug 26 12:23:31.885787 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee215e7-6d17-4621-8bfc-f3f91ac474ec req-b6e52149-bb54-4615-b6d2-0a949d336727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:31.887798 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8ee215e7-6d17-4621-8bfc-f3f91ac474ec req-b6e52149-bb54-4615-b6d2-0a949d336727 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1098 time: 0.0922587 Aug 26 12:23:31.965317 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-84b70a66-cc81-4261-9466-0b5f70677042 req-43a9859a-6308-4707-9bfe-23629226bb86 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761218 Aug 26 12:23:31.971963 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8ee215e7-6d17-4621-8bfc-f3f91ac474ec req-4afeeb1d-5983-4c71-ba63-94e74b3391f3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656812 Aug 26 12:23:32.006691 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e0decd09-38a1-44e0-b5ec-96d6ca6cc31f req-384e9ad1-8d1b-46e1-b937-3fec4e1f2740 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622771 Aug 26 12:23:32.033286 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768a0d7-470f-4c9c-9be9-78c7eee3af6c req-41d657f4-064d-460c-b95e-7b8d01d908ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:32.033286 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0768a0d7-470f-4c9c-9be9-78c7eee3af6c req-41d657f4-064d-460c-b95e-7b8d01d908ef service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 1098 time: 0.2196593 Aug 26 12:23:32.433002 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316ebc9-4aed-4d66-baab-1201cbb0ec8c req-8e8252f1-a5a9-49cd-ab0c-35eabc62cff3 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:32.434718 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1316ebc9-4aed-4d66-baab-1201cbb0ec8c req-8e8252f1-a5a9-49cd-ab0c-35eabc62cff3 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0615704 Aug 26 12:23:32.482735 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1316ebc9-4aed-4d66-baab-1201cbb0ec8c req-ad888775-1a8e-4e32-9717-184984e8ef9a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388339 Aug 26 12:23:32.718973 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49450) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:32.781566 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55f63-2011-40a6-a4c7-2c1f2d0e1978 req-f8a13487-4455-4312-add8-396732be3af7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:32.784559 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d6c55f63-2011-40a6-a4c7-2c1f2d0e1978 req-f8a13487-4455-4312-add8-396732be3af7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 945 time: 0.1478462 Aug 26 12:23:32.789372 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0768a0d7-470f-4c9c-9be9-78c7eee3af6c req-97a5ae72-8674-48a7-b613-3eab28130c6b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094193 Aug 26 12:23:32.869115 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d6c55f63-2011-40a6-a4c7-2c1f2d0e1978 req-ba211b5e-c0fb-4311-a81c-5034fba94f11 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694010 Aug 26 12:23:32.903035 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3226d0ac-5cbe-417b-a9b9-2a3f0fdfd7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.006992 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3226d0ac-5cbe-417b-a9b9-2a3f0fdfd7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.010804 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3226d0ac-5cbe-417b-a9b9-2a3f0fdfd7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.051176 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3226d0ac-5cbe-417b-a9b9-2a3f0fdfd7f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e32c1b22c6cd41bbb413d73c7c47b62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310387 Aug 26 12:23:33.053791 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49468) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:33.056063 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226d0ac-5cbe-417b-a9b9-2a3f0fdfd7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66317d-06ed-4f03-99c7-4306211afd55,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:33.154732 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bdca60f8-9301-4619-96d0-418b44d45a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.165600 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fcad4-3086-4256-a4be-03149a1488e9 req-585d551c-3141-4127-a754-a7dcf2298a93 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:33.167151 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b85fcad4-3086-4256-a4be-03149a1488e9 req-585d551c-3141-4127-a754-a7dcf2298a93 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.0771310 Aug 26 12:23:33.200233 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bdca60f8-9301-4619-96d0-418b44d45a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.239797 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b85fcad4-3086-4256-a4be-03149a1488e9 req-66b67975-9ae9-4b4a-bd82-4b19b7250744 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653472 Aug 26 12:23:33.291763 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bdca60f8-9301-4619-96d0-418b44d45a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.294559 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bdca60f8-9301-4619-96d0-418b44d45a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.295755 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-bdca60f8-9301-4619-96d0-418b44d45a0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a66317d-06ed-4f03-99c7-4306211afd55 HTTP/1.1" status: 204 len: 168 time: 0.2408676 Aug 26 12:23:33.310443 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca60f8-9301-4619-96d0-418b44d45a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66317d-06ed-4f03-99c7-4306211afd55,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:33.590862 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a32d2-e851-4965-9a34-30120305608d req-cb05e77b-3cb8-4d15-a2df-44c116bd31c8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:33.592577 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d7a32d2-e851-4965-9a34-30120305608d req-cb05e77b-3cb8-4d15-a2df-44c116bd31c8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0480447 Aug 26 12:23:33.618314 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49492) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:33.634909 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d7a32d2-e851-4965-9a34-30120305608d req-50a872fd-e47f-4afc-ab96-8abf01e5b4e8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361888 Aug 26 12:23:33.638643 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf8684-7139-42b1-a39f-8c1d99735de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.742726 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf8684-7139-42b1-a39f-8c1d99735de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.748023 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf8684-7139-42b1-a39f-8c1d99735de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.786679 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-74bf8684-7139-42b1-a39f-8c1d99735de2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80e14dbec2c4445ab323fa91537cbcfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670058 Aug 26 12:23:33.787860 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf8684-7139-42b1-a39f-8c1d99735de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b23f292-92ac-4283-b63b-53f0dd178bd8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:33.789351 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49502) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:33.838235 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-131ce232-8990-4dd2-bee7-f6860e3e5180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.858765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-131ce232-8990-4dd2-bee7-f6860e3e5180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.919356 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-131ce232-8990-4dd2-bee7-f6860e3e5180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.921899 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-131ce232-8990-4dd2-bee7-f6860e3e5180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:33.923394 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-131ce232-8990-4dd2-bee7-f6860e3e5180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b23f292-92ac-4283-b63b-53f0dd178bd8 HTTP/1.1" status: 204 len: 168 time: 0.1323693 Aug 26 12:23:33.937532 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ce232-8990-4dd2-bee7-f6860e3e5180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b23f292-92ac-4283-b63b-53f0dd178bd8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:34.013772 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14786a-3856-4680-8c3a-ba803bc3cad9 req-a1259131-1251-4494-88b2-a1e721b8f8d6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:34.015357 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bf14786a-3856-4680-8c3a-ba803bc3cad9 req-a1259131-1251-4494-88b2-a1e721b8f8d6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 945 time: 0.0506105 Aug 26 12:23:34.065443 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bf14786a-3856-4680-8c3a-ba803bc3cad9 req-ffcfadfe-9c9f-47d5-b2eb-2ac509375200 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Aug 26 12:23:34.371888 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43bd29-a2a4-4c58-be46-b67f2f379e77 req-f83bf95c-3022-410b-8a4a-bf99824751db tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:34.373977 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ca43bd29-a2a4-4c58-be46-b67f2f379e77 req-f83bf95c-3022-410b-8a4a-bf99824751db tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.0556507 Aug 26 12:23:34.419995 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ca43bd29-a2a4-4c58-be46-b67f2f379e77 req-9f80d836-6e93-4718-b687-8cb993fd3b77 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Aug 26 12:23:34.826902 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d6d30-57e4-4dbd-86e2-2ec6937723df req-f11016bd-4540-483e-b256-bc9ca8fc04e7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:34.838756 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-838d6d30-57e4-4dbd-86e2-2ec6937723df req-f11016bd-4540-483e-b256-bc9ca8fc04e7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0904031 Aug 26 12:23:34.926616 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-838d6d30-57e4-4dbd-86e2-2ec6937723df req-d36025ad-61d4-4b1b-be90-7186e16e50c2 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888362 Aug 26 12:23:35.192520 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f0f93-8850-4b72-bf81-444ffd24ddc1 req-d466f142-18cb-416b-858f-25bb52a24fce tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:35.194160 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-903f0f93-8850-4b72-bf81-444ffd24ddc1 req-d466f142-18cb-416b-858f-25bb52a24fce tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 945 time: 0.0561242 Aug 26 12:23:35.234693 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-903f0f93-8850-4b72-bf81-444ffd24ddc1 req-60f01907-960b-4551-90aa-0c9267927171 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337138 Aug 26 12:23:36.046230 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286636b-3c46-4541-8bf6-099b87ac43d3 req-b04f6a40-eba9-401b-8457-8c2f9a1bfae5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:36.047749 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3286636b-3c46-4541-8bf6-099b87ac43d3 req-b04f6a40-eba9-401b-8457-8c2f9a1bfae5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0560424 Aug 26 12:23:36.125387 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3286636b-3c46-4541-8bf6-099b87ac43d3 req-d2fd3450-8917-45b2-bbdc-794009d0034a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638154 Aug 26 12:23:36.497851 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40e271-a120-4edf-b259-364d03bb8404 req-f3d9aba0-96af-48b0-9004-775a0fceeaeb tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:36.500007 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fe40e271-a120-4edf-b259-364d03bb8404 req-f3d9aba0-96af-48b0-9004-775a0fceeaeb tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0639856 Aug 26 12:23:36.558230 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-87cc450e-f845-465d-921e-321c8ed9578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:36.561416 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-87cc450e-f845-465d-921e-321c8ed9578b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 1099 time: 0.0531044 Aug 26 12:23:36.563341 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fe40e271-a120-4edf-b259-364d03bb8404 req-794fa720-74c1-41b3-8246-7244404fdda0 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516219 Aug 26 12:23:36.682734 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-d9a2b9e0-ef0a-4280-b9d8-73f8d34ab6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:36.684268 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-d9a2b9e0-ef0a-4280-b9d8-73f8d34ab6e9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 920 time: 0.1100099 Aug 26 12:23:36.798307 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-5aac874b-60c1-41e4-8a03-5002e0391174 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a79b650-4a19-4f69-a547-8b98af420cd7 HTTP/1.1" status: 200 len: 217 time: 0.0602343 Aug 26 12:23:36.888666 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-5ad0f270-e8d9-4e1f-b1cf-84adb2ece3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:36.890500 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-5ad0f270-e8d9-4e1f-b1cf-84adb2ece3db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.0660648 Aug 26 12:23:36.965029 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49712) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:37.074786 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-e25fa682-0754-4d75-bad0-5071cd89e5b7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405922 Aug 26 12:23:37.103423 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a360064-f7f1-4e90-899d-d41aea7805df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.250228 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-cd3021ee-ead8-404a-a80e-9b7bae3ab45e service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409676 Aug 26 12:23:37.354346 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49736) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:37.369895 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a360064-f7f1-4e90-899d-d41aea7805df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.384374 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a360064-f7f1-4e90-899d-d41aea7805df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.445895 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bb9b9f8b-8b52-4930-b447-0e640680187f req-9ec91d67-268b-48d6-a8be-4ae7de544777 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890204 Aug 26 12:23:37.454331 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-1a360064-f7f1-4e90-899d-d41aea7805df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=398f0a11578647b89418bf7da10d6e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859252 Aug 26 12:23:37.454730 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49744) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:37.459556 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a360064-f7f1-4e90-899d-d41aea7805df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8284922f-815f-4f90-8152-c60254ebfd6a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:37.484069 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc267-4491-44cf-bbad-0f921eccc6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.550588 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9dde59c-b632-4658-9aef-57f95d5c5f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.584165 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9dde59c-b632-4658-9aef-57f95d5c5f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.669788 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc267-4491-44cf-bbad-0f921eccc6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.671976 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9dde59c-b632-4658-9aef-57f95d5c5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.675631 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9dde59c-b632-4658-9aef-57f95d5c5f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.680270 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f9dde59c-b632-4658-9aef-57f95d5c5f13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8284922f-815f-4f90-8152-c60254ebfd6a HTTP/1.1" status: 204 len: 168 time: 0.2224522 Aug 26 12:23:37.682079 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc267-4491-44cf-bbad-0f921eccc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.699910 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dde59c-b632-4658-9aef-57f95d5c5f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8284922f-815f-4f90-8152-c60254ebfd6a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:37.727907 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-1a6cc267-4491-44cf-bbad-0f921eccc6e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa73e9c6128e4508890696e1519a566a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721952 Aug 26 12:23:37.732154 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49758) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:37.736323 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e7ed-c683-49ee-bebd-793a0e05097b req-856caa2f-e552-4454-975f-3703d0f73cc4 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:37.739564 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a1e5e7ed-c683-49ee-bebd-793a0e05097b req-856caa2f-e552-4454-975f-3703d0f73cc4 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0859807 Aug 26 12:23:37.797091 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cc267-4491-44cf-bbad-0f921eccc6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e462fd14-6927-4c9a-afb2-33d0861e7e21,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:37.813574 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a1e5e7ed-c683-49ee-bebd-793a0e05097b req-f8a1b554-a2c9-4fd4-a651-a86a16232312 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598133 Aug 26 12:23:37.818349 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0468146c-60ad-4a17-bdb7-4c79a110320a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.848972 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0468146c-60ad-4a17-bdb7-4c79a110320a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.909591 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0468146c-60ad-4a17-bdb7-4c79a110320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.912290 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0468146c-60ad-4a17-bdb7-4c79a110320a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:37.913457 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-0468146c-60ad-4a17-bdb7-4c79a110320a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e462fd14-6927-4c9a-afb2-33d0861e7e21 HTTP/1.1" status: 204 len: 168 time: 0.1801260 Aug 26 12:23:37.922066 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468146c-60ad-4a17-bdb7-4c79a110320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e462fd14-6927-4c9a-afb2-33d0861e7e21,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:38.080096 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49770) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:38.099278 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbae8ea5-d087-4084-811f-310529242f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.299593 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49774) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:38.315249 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-394e83e7-8276-483e-937c-f476fabbedda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.391283 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbae8ea5-d087-4084-811f-310529242f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.395591 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbae8ea5-d087-4084-811f-310529242f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.437221 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-cbae8ea5-d087-4084-811f-310529242f84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18a9f9aa46364397b735aeda53db13b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535850 Aug 26 12:23:38.437221 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae8ea5-d087-4084-811f-310529242f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a31af-d7a5-4f45-8018-f0a40661ce12,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:38.437711 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 49782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:38.522512 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71e8040b-5428-4947-9200-ad51475be64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.525100 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-394e83e7-8276-483e-937c-f476fabbedda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.533572 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-394e83e7-8276-483e-937c-f476fabbedda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.578196 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71e8040b-5428-4947-9200-ad51475be64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.595454 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-394e83e7-8276-483e-937c-f476fabbedda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53dd2f22285c43bfbb986fa6fb81d12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936826 Aug 26 12:23:38.598682 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 49790) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:38.599734 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e83e7-8276-483e-937c-f476fabbedda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f97b119-6d16-4b5b-8329-5d3f8b3e8f93,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:38.643004 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71e8040b-5428-4947-9200-ad51475be64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.645492 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71e8040b-5428-4947-9200-ad51475be64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.646658 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-71e8040b-5428-4947-9200-ad51475be64f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab3a31af-d7a5-4f45-8018-f0a40661ce12 HTTP/1.1" status: 204 len: 168 time: 0.2065637 Aug 26 12:23:38.651075 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3799444e-7ae9-447e-97dd-c3b1ed771717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.655528 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8040b-5428-4947-9200-ad51475be64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3a31af-d7a5-4f45-8018-f0a40661ce12,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:38.676999 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3799444e-7ae9-447e-97dd-c3b1ed771717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.725609 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3799444e-7ae9-447e-97dd-c3b1ed771717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.727742 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3799444e-7ae9-447e-97dd-c3b1ed771717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:38.728890 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3799444e-7ae9-447e-97dd-c3b1ed771717 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f97b119-6d16-4b5b-8329-5d3f8b3e8f93 HTTP/1.1" status: 204 len: 168 time: 0.1291602 Aug 26 12:23:38.743725 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799444e-7ae9-447e-97dd-c3b1ed771717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f97b119-6d16-4b5b-8329-5d3f8b3e8f93,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:38.964374 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5125db-e2aa-49c5-a989-70456aeb917d req-8a0141d0-43d2-4416-b690-70aa9715a1be tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:38.966233 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1b5125db-e2aa-49c5-a989-70456aeb917d req-8a0141d0-43d2-4416-b690-70aa9715a1be tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0669260 Aug 26 12:23:39.006377 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1b5125db-e2aa-49c5-a989-70456aeb917d req-c6610f50-0566-4533-b310-43aac1cc192e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341938 Aug 26 12:23:40.038370 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:23:40.130427 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afcb59-96ae-4ce5-929a-02547eda00a5 req-c7591373-954a-43f9-9db6-b9526815f020 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:40.137674 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-83afcb59-96ae-4ce5-929a-02547eda00a5 req-c7591373-954a-43f9-9db6-b9526815f020 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0584674 Aug 26 12:23:40.179053 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-83afcb59-96ae-4ce5-929a-02547eda00a5 req-18ad6ba7-94a8-4cca-9dcb-2e249becc710 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Aug 26 12:23:41.284537 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f9542-d0a0-4bfe-96d2-8a414cff5081 req-af872e10-2982-4bed-b2a5-41494f9a68ba tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:41.286615 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-322f9542-d0a0-4bfe-96d2-8a414cff5081 req-af872e10-2982-4bed-b2a5-41494f9a68ba tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0474904 Aug 26 12:23:41.324418 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-322f9542-d0a0-4bfe-96d2-8a414cff5081 req-e10f26b6-a0cd-4872-818f-375324300201 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Aug 26 12:23:42.436417 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b1acc-b917-48b7-bd2a-762d4bc246c3 req-9cda604c-2e9f-4a01-9f03-4e104af489c5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:42.437803 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d94b1acc-b917-48b7-bd2a-762d4bc246c3 req-9cda604c-2e9f-4a01-9f03-4e104af489c5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0480759 Aug 26 12:23:42.476114 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d94b1acc-b917-48b7-bd2a-762d4bc246c3 req-7cb180ff-1263-40e8-aec8-8b7ec25d3cbf tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324521 Aug 26 12:23:43.585473 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed669a-54f5-446f-b650-b5a31bf3f3b2 req-6ec3570d-4905-426f-8ef2-8aee2d7d1c44 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:43.586924 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1eed669a-54f5-446f-b650-b5a31bf3f3b2 req-6ec3570d-4905-426f-8ef2-8aee2d7d1c44 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0459034 Aug 26 12:23:43.624493 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1eed669a-54f5-446f-b650-b5a31bf3f3b2 req-c86f3495-caee-4ef4-a000-6e3abd909dd5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Aug 26 12:23:44.739851 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bc56-82bd-4d39-8e5e-b24851d95003 req-57064ca2-9b64-42e5-bbad-c5a1f42050c8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:44.741342 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-52f1bc56-82bd-4d39-8e5e-b24851d95003 req-57064ca2-9b64-42e5-bbad-c5a1f42050c8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0523942 Aug 26 12:23:44.780179 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-52f1bc56-82bd-4d39-8e5e-b24851d95003 req-d06517ad-a854-4d91-b53b-fd410330579e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Aug 26 12:23:45.895160 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699410b7-d5ff-48c5-8149-dd4850f8efc3 req-c6db2c20-4013-4461-a47e-a59d6481c40b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:45.896614 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-699410b7-d5ff-48c5-8149-dd4850f8efc3 req-c6db2c20-4013-4461-a47e-a59d6481c40b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0503895 Aug 26 12:23:45.934547 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-699410b7-d5ff-48c5-8149-dd4850f8efc3 req-8e5adda2-c60d-4516-9803-485e65412c3a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Aug 26 12:23:47.067067 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e30dd9-f94a-4b08-998a-cadd4ae308dc req-bf16ef6e-9204-4071-8dc6-f7eedbcf3cf6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:47.068458 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-82e30dd9-f94a-4b08-998a-cadd4ae308dc req-bf16ef6e-9204-4071-8dc6-f7eedbcf3cf6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0491736 Aug 26 12:23:47.111504 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-82e30dd9-f94a-4b08-998a-cadd4ae308dc req-b35eb506-d515-4225-91ff-a3134bf45788 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358379 Aug 26 12:23:48.225021 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2cf4a-a744-43fb-92ed-d9510d5f16f1 req-3ba0dc9c-3307-4304-ac45-33a17d315a50 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:48.226380 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e9b2cf4a-a744-43fb-92ed-d9510d5f16f1 req-3ba0dc9c-3307-4304-ac45-33a17d315a50 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0465915 Aug 26 12:23:48.263956 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e9b2cf4a-a744-43fb-92ed-d9510d5f16f1 req-fa7f15fd-8358-4614-b98c-af5d42e08e3f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313966 Aug 26 12:23:49.379571 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dc543-f2b1-45be-9abe-a1c30f59b92a req-e3de2027-2087-4802-8e03-d271c68d8841 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:49.381014 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fd7dc543-f2b1-45be-9abe-a1c30f59b92a req-e3de2027-2087-4802-8e03-d271c68d8841 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0504448 Aug 26 12:23:49.418044 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fd7dc543-f2b1-45be-9abe-a1c30f59b92a req-678ef2cc-d455-4280-b6f2-8a80961bc04d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Aug 26 12:23:50.534155 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcfab3-63bc-46e7-96bb-b4468678b279 req-8ca9ee3b-806b-4902-828b-94fe0eb7c353 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:50.536249 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-64dcfab3-63bc-46e7-96bb-b4468678b279 req-8ca9ee3b-806b-4902-828b-94fe0eb7c353 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0490384 Aug 26 12:23:50.575119 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-64dcfab3-63bc-46e7-96bb-b4468678b279 req-3d865f30-61dc-455e-a03f-67b3469684b5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327835 Aug 26 12:23:51.169901 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50202) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:51.280908 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:51.391186 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:51.396687 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:51.436716 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41461cf0-25c2-4ea1-8555-4568172cf17b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:51.441679 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2768a6802ce042499d31a1a38a1fbfcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700088 Aug 26 12:23:51.444632 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50216) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:51.451352 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.451940 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.453041 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.453532 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.454025 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.455019 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.455975 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.456636 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.457122 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.457978 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.458922 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.459410 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2de521-c562-4e53-b61c-70165510c18b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.534835 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:51.581520 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:51.648367 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:51.650961 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:51.652116 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41461cf0-25c2-4ea1-8555-4568172cf17b HTTP/1.1" status: 204 len: 168 time: 0.2064986 Aug 26 12:23:51.670037 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41461cf0-25c2-4ea1-8555-4568172cf17b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:51.680099 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.680450 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.680795 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.681135 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.681468 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.681796 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.682131 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.682483 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.682813 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.683131 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.688748 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.691096 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760f1f9-1151-4713-a2bb-cc0c5935a609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:51.790558 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b2af5-5251-44f9-8f90-ffed1a45b3b6 req-89453f78-2166-4197-a4cd-bf512fa4d34d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:51.793229 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-760b2af5-5251-44f9-8f90-ffed1a45b3b6 req-89453f78-2166-4197-a4cd-bf512fa4d34d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0881765 Aug 26 12:23:51.861565 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-760b2af5-5251-44f9-8f90-ffed1a45b3b6 req-c451baa2-dd53-4da4-b9a7-f8bbe6fb1022 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Aug 26 12:23:52.098116 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50266) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:52.112757 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544beded-6a36-4421-87c7-45f1f6fc849f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.194813 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:52.214907 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544beded-6a36-4421-87c7-45f1f6fc849f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.220029 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544beded-6a36-4421-87c7-45f1f6fc849f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.257704 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-544beded-6a36-4421-87c7-45f1f6fc849f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae677786953043a99fe6c5ec27ebc9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583960 Aug 26 12:23:52.258592 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544beded-6a36-4421-87c7-45f1f6fc849f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0718e8d6-28b3-4d97-a690-4e4147c8acfd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:52.260682 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50278) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:52.317105 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6609985f-652a-47da-b124-89e834cb391d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.325412 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c2782df-afc6-4166-ad30-70503d9cbd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.356927 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c2782df-afc6-4166-ad30-70503d9cbd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.436218 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c2782df-afc6-4166-ad30-70503d9cbd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.438707 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c2782df-afc6-4166-ad30-70503d9cbd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.439838 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-4c2782df-afc6-4166-ad30-70503d9cbd11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0718e8d6-28b3-4d97-a690-4e4147c8acfd HTTP/1.1" status: 204 len: 168 time: 0.1782110 Aug 26 12:23:52.453420 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2782df-afc6-4166-ad30-70503d9cbd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0718e8d6-28b3-4d97-a690-4e4147c8acfd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:52.474102 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6609985f-652a-47da-b124-89e834cb391d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.478486 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6609985f-652a-47da-b124-89e834cb391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.518248 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-6609985f-652a-47da-b124-89e834cb391d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e102cc48e794499380a0202202993c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220847 Aug 26 12:23:52.519710 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609985f-652a-47da-b124-89e834cb391d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8166f74d-1da9-4751-acc9-9507312a4090,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:52.521676 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50282) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:52.574677 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-065210e5-d290-4f2f-a238-347f8c2f5577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.595749 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-065210e5-d290-4f2f-a238-347f8c2f5577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.654142 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-065210e5-d290-4f2f-a238-347f8c2f5577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.657430 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-065210e5-d290-4f2f-a238-347f8c2f5577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:52.661883 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-065210e5-d290-4f2f-a238-347f8c2f5577 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8166f74d-1da9-4751-acc9-9507312a4090 HTTP/1.1" status: 204 len: 168 time: 0.1391287 Aug 26 12:23:52.673090 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065210e5-d290-4f2f-a238-347f8c2f5577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8166f74d-1da9-4751-acc9-9507312a4090,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:52.991353 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50318) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:53.002994 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81ee0-4fb8-4138-8e98-aae8322f6663 req-dfb617a8-12fd-459f-9a8c-cd31f885fb0d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:53.005412 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-eea81ee0-4fb8-4138-8e98-aae8322f6663 req-dfb617a8-12fd-459f-9a8c-cd31f885fb0d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0686688 Aug 26 12:23:53.008919 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b54b367-c04c-4a8c-a9e9-d0c5be69f546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:53.059920 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-eea81ee0-4fb8-4138-8e98-aae8322f6663 req-ee970264-db31-43a1-b055-b379be8d7113 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Aug 26 12:23:53.186656 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-e29a391b-b56e-4040-888c-531a1fe6343c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608385 Aug 26 12:23:53.227371 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b54b367-c04c-4a8c-a9e9-d0c5be69f546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:53.235306 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b54b367-c04c-4a8c-a9e9-d0c5be69f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:53.320673 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-1b54b367-c04c-4a8c-a9e9-d0c5be69f546 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c31e5346280142068ca445e017f1afc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281941 Aug 26 12:23:53.321556 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54b367-c04c-4a8c-a9e9-d0c5be69f546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c091a7fb-7c49-4006-8f2a-a744140aa860,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:53.323889 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50344) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:53.371333 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c2e67-302a-4843-845f-c89de101a37f req-3d6bf5f0-ede0-4217-ba69-c6b93d32dc52 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:53.380570 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-335c2e67-302a-4843-845f-c89de101a37f req-3d6bf5f0-ede0-4217-ba69-c6b93d32dc52 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.1073666 Aug 26 12:23:53.388891 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf74e4c7-4d42-46fc-be51-311c0602c541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:53.448616 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf74e4c7-4d42-46fc-be51-311c0602c541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:53.471597 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-335c2e67-302a-4843-845f-c89de101a37f req-77347bc8-d479-4459-a556-7ac978c82118 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901668 Aug 26 12:23:53.479906 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-64ce3acf-1dd1-45e5-b125-94ddb70e1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:53.481418 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-64ce3acf-1dd1-45e5-b125-94ddb70e1019 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 1098 time: 0.0897372 Aug 26 12:23:53.574880 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf74e4c7-4d42-46fc-be51-311c0602c541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:53.577331 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf74e4c7-4d42-46fc-be51-311c0602c541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:53.578526 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-bf74e4c7-4d42-46fc-be51-311c0602c541 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c091a7fb-7c49-4006-8f2a-a744140aa860 HTTP/1.1" status: 204 len: 168 time: 0.2535000 Aug 26 12:23:53.591509 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74e4c7-4d42-46fc-be51-311c0602c541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c091a7fb-7c49-4006-8f2a-a744140aa860,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:53.629044 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-59a2494f-3728-47a8-b1eb-f3073b9b0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:53.630669 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-59a2494f-3728-47a8-b1eb-f3073b9b0d0f service neutron] 10.222.0.68 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 915 time: 0.1198008 Aug 26 12:23:53.689269 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-a1fb4cc4-cefe-40ef-86e8-d995ab04864e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9102464-6bd8-4313-89e1-c7cd961c38f0 HTTP/1.1" status: 200 len: 217 time: 0.0409126 Aug 26 12:23:53.777494 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-4d32238d-cfd4-473d-a2ac-9f10552a578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:53.779010 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-4d32238d-cfd4-473d-a2ac-9f10552a578a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c409258b-99c6-486c-b0c3-94435141c9b2 HTTP/1.1" status: 200 len: 854 time: 0.0793757 Aug 26 12:23:53.829156 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-16ac36a1-da0d-463e-8fc1-c5dcacd3891d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=586116f7-8cd0-46d0-8a82-60121e9b30c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387754 Aug 26 12:23:53.962319 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-670e0295-a7ee-4edd-9945-249f9d7df0f1 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133039 Aug 26 12:23:54.068933 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:54.111120 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a3fa28d-6f4a-45a4-8fc0-5ea4327c0ec2 req-a107588d-f826-417f-868b-ce0f264532c3 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362965 Aug 26 12:23:54.203186 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e90ff253-e8da-4e28-ad8a-2dbe9d90fe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:54.262062 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a390478-a5bf-4c19-b405-f68d6939a2b5 req-8e7a1b45-da6d-4cba-a9c3-ebfaa7faa487 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:54.263865 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1a390478-a5bf-4c19-b405-f68d6939a2b5 req-8e7a1b45-da6d-4cba-a9c3-ebfaa7faa487 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0774398 Aug 26 12:23:54.324602 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1a390478-a5bf-4c19-b405-f68d6939a2b5 req-e221c52f-e015-440e-8ed0-1723592e5d71 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526850 Aug 26 12:23:54.369250 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e90ff253-e8da-4e28-ad8a-2dbe9d90fe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:54.374932 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e90ff253-e8da-4e28-ad8a-2dbe9d90fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:54.417364 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ff253-e8da-4e28-ad8a-2dbe9d90fe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d01915b-4259-4e50-a0b4-3451a905fee3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:54.421689 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-e90ff253-e8da-4e28-ad8a-2dbe9d90fe7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa24547850b04b9b84b3cf103efd870a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517973 Aug 26 12:23:54.424480 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50400) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:54.501135 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c14-c258-4ac4-b0fe-89c153937a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:54.536735 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c14-c258-4ac4-b0fe-89c153937a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:54.616675 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38b5d6ff-456e-437c-a5ec-ef214f7b7be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:54.619323 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c14-c258-4ac4-b0fe-89c153937a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:54.622005 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c14-c258-4ac4-b0fe-89c153937a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:54.629058 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a51e0c14-c258-4ac4-b0fe-89c153937a77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d01915b-4259-4e50-a0b4-3451a905fee3 HTTP/1.1" status: 204 len: 168 time: 0.2029994 Aug 26 12:23:54.639186 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e0c14-c258-4ac4-b0fe-89c153937a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d01915b-4259-4e50-a0b4-3451a905fee3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:54.730228 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24ee75-1500-4fa2-9b73-dccebe346aae req-b223261a-81cf-4ad4-b0f4-92e5c6ef52c8 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:54.730228 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2a24ee75-1500-4fa2-9b73-dccebe346aae req-b223261a-81cf-4ad4-b0f4-92e5c6ef52c8 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.1321073 Aug 26 12:23:54.819049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2a24ee75-1500-4fa2-9b73-dccebe346aae req-9a4a028e-9a0c-4520-87ce-b2a6b1ed1d4a tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684981 Aug 26 12:23:55.229807 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50458) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:55.278927 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-9615fb44-ee8f-4c03-9810-46dbf90bab81 admin admin] Deleting subnet 77521ef4-71c0-4120-ba96-7d45fe700fe4 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:23:55.282132 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9615fb44-ee8f-4c03-9810-46dbf90bab81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.316922 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9615fb44-ee8f-4c03-9810-46dbf90bab81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32579934'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.366596 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9615fb44-ee8f-4c03-9810-46dbf90bab81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.454677 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9615fb44-ee8f-4c03-9810-46dbf90bab81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32964179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32681676'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.471320 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaa633-5d6b-40d5-a6ec-79938c83e7fb req-bddbb272-7981-4557-9ad5-0e289ad90416 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:55.472819 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8ddaa633-5d6b-40d5-a6ec-79938c83e7fb req-bddbb272-7981-4557-9ad5-0e289ad90416 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0712717 Aug 26 12:23:55.495827 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9615fb44-ee8f-4c03-9810-46dbf90bab81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.497933 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9615fb44-ee8f-4c03-9810-46dbf90bab81 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/77521ef4-71c0-4120-ba96-7d45fe700fe4 HTTP/1.1" status: 204 len: 168 time: 0.2669940 Aug 26 12:23:55.498754 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615fb44-ee8f-4c03-9810-46dbf90bab81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77521ef4-71c0-4120-ba96-7d45fe700fe4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:55.500602 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50470) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:55.533265 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8ddaa633-5d6b-40d5-a6ec-79938c83e7fb req-eccbd196-e1ac-477e-bdf7-a4f05cac1b3f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Aug 26 12:23:55.538192 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50472) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:55.572281 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.643689 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1055120949-network', 'tenant_id': '813a68940f934e378cea9cec9b97042d'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:55.657688 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.664207 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Made reservation on behalf of 813a68940f934e378cea9cec9b97042d for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:23:55.666856 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.668338 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71eea0d1-49d2-49f7-bc99-3201b7596f8e']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:23:55.678832 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.679014 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d405cf-7093-4344-b0a5-8e7e9e4719b8') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:23:55.679211 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d405cf-7093-4344-b0a5-8e7e9e4719b8') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:23:55.688239 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32970963'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.702247 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.709341 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:23:55.709931 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33022589'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: Traceback (most recent call last): Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: timer() Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: cb(*args, **kw) Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: return func(*args, **kwargs) Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: self._notify() Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: self.callback(batched_events) Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: event.method(event) Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: return f(self, *a, **k) Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._get(url).json() Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:23:55.711745 dv-cinder-806141-1-iscsi neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:23:55.776607 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.785488 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.787979 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] 10.222.0.13 "DELETE /v2.0/networks/71eea0d1-49d2-49f7-bc99-3201b7596f8e HTTP/1.1" status: 204 len: 168 time: 0.2857456 Aug 26 12:23:55.798777 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50482) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:55.806952 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e4e36-542b-42a3-bfd6-7570e3542616 admin admin] Pushing event deleted for resources: {'Network': ['ID=71eea0d1-49d2-49f7-bc99-3201b7596f8e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:55.852272 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-db839957-4c57-4995-b50e-97fb7e1013d9 admin admin] Deleting subnet 7a34c2a6-072e-4745-a9f4-da8045b97ff4 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:23:55.856128 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db839957-4c57-4995-b50e-97fb7e1013d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.897563 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db839957-4c57-4995-b50e-97fb7e1013d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32970956'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.949583 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db839957-4c57-4995-b50e-97fb7e1013d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.952765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.957352 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:55.986385 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:23:55.999861 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:56.018213 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.018622 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Added segment 2b2043bf-c4d2-49a5-9018-ab305a83b52e of type vlan for network 0382a092-1150-41ba-ae1e-cfab7342634a Aug 26 12:23:56.071565 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19217e01-bbd1-4dfe-b96c-1ccac993ed8c req-e226a77f-bacc-4a51-8485-031961321bf2 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:56.075291 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-19217e01-bbd1-4dfe-b96c-1ccac993ed8c req-e226a77f-bacc-4a51-8485-031961321bf2 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.1194267 Aug 26 12:23:56.089608 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.097811 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db839957-4c57-4995-b50e-97fb7e1013d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33022491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257923'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.119477 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.120888 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:56.121584 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.150246 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db839957-4c57-4995-b50e-97fb7e1013d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a34c2a6-072e-4745-a9f4-da8045b97ff4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:56.162554 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db839957-4c57-4995-b50e-97fb7e1013d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.164922 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-db839957-4c57-4995-b50e-97fb7e1013d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a34c2a6-072e-4745-a9f4-da8045b97ff4 HTTP/1.1" status: 204 len: 168 time: 0.3647995 Aug 26 12:23:56.168060 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50494) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:56.181401 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-19217e01-bbd1-4dfe-b96c-1ccac993ed8c req-5e25682a-71de-4d25-b165-7761adab7e68 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962863 Aug 26 12:23:56.187329 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6476724 Aug 26 12:23:56.192843 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50496) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:56.199584 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Request body: {'subnet': {'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1055120949-subnet', 'tenant_id': '813a68940f934e378cea9cec9b97042d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:56.214683 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d5d6d-2ef3-4c4c-a026-85362ab724f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0382a092-1150-41ba-ae1e-cfab7342634a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:56.227434 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 0382a092-1150-41ba-ae1e-cfab7342634a details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:23:56.268211 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.273416 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Made reservation on behalf of 813a68940f934e378cea9cec9b97042d for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:23:56.275699 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30258024'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.446310 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.460560 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.467777 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ad3fd463-7b1c-49d0-a213-12aa062d8aa8 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:56.469567 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ad3fd463-7b1c-49d0-a213-12aa062d8aa8 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 945 time: 0.0953226 Aug 26 12:23:56.475002 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61873bbf-d621-4aae-8302-ad26e8dee4e1']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:23:56.493120 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7e07f4-4568-4050-b635-829a819a8b86') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:23:56.493993 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7e07f4-4568-4050-b635-829a819a8b86') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:23:56.510945 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32970963'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.571907 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.580451 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:23:56.580952 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33022589'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: Traceback (most recent call last): Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: timer() Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: cb(*args, **kw) Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: return func(*args, **kwargs) Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: self._notify() Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: self.callback(batched_events) Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: event.method(event) Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: return f(self, *a, **k) Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._get(url).json() Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:23:56.651335 dv-cinder-806141-1-iscsi neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:23:56.657275 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.682428 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.685074 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61873bbf-d621-4aae-8302-ad26e8dee4e1 HTTP/1.1" status: 204 len: 168 time: 0.5160382 Aug 26 12:23:56.686095 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5c558-000f-44b2-8dbd-4bf0156b10b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=61873bbf-d621-4aae-8302-ad26e8dee4e1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:56.704127 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50530) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:56.758626 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33022168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30257946'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.771002 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Deleting port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:23:56.771350 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.816560 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fae4cf-68d6-41d0-a682-7a36837e241d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:56.839953 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50538) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:56.848300 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Checking segment: {'id': '2b2043bf-c4d2-49a5-9018-ab305a83b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:23:56.849126 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7f57b-bc9a-4fa4-adc8-7052326e9eb1 req-adbfafe7-7b82-4df2-a265-eee6f6cca702 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:56.849573 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Network hostable DHCP agents. Network: 0382a092-1150-41ba-ae1e-cfab7342634a, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:23:56.850775 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2af7f57b-bc9a-4fa4-adc8-7052326e9eb1 req-adbfafe7-7b82-4df2-a265-eee6f6cca702 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1807134 Aug 26 12:23:56.884264 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Network 0382a092-1150-41ba-ae1e-cfab7342634a is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:23:56.903657 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-5047a59f-86f1-4e01-9ece-8f953e3351d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bd78fcc49e246c6a1b913a048b38566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622265 Aug 26 12:23:56.904410 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 0382a092-1150-41ba-ae1e-cfab7342634a) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:23:56.906176 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50542) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:56.915220 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:56.916073 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.917523 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2af7f57b-bc9a-4fa4-adc8-7052326e9eb1 req-3fc898de-d2a5-44cd-82bb-26c412985620 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573344 Aug 26 12:23:56.925842 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cedc0b-3971-4557-888e-82785aa57ddb None None] Network 0382a092-1150-41ba-ae1e-cfab7342634a requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:23:56.953920 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] For port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,segment=NetworkSegment(d45a7155-9014-4450-8de0-81af87d9a2a8),segment_id=d45a7155-9014-4450-8de0-81af87d9a2a8)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:56.954525 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:56.969580 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-efa30291-9270-4358-996d-b1d757eb896f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7751937 Aug 26 12:23:56.996599 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Calling delete_port for 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:23:57.002395 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23e999ee-e43c-4c2f-a978-ebbb164fe639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.059500 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23e999ee-e43c-4c2f-a978-ebbb164fe639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.127508 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23e999ee-e43c-4c2f-a978-ebbb164fe639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.132018 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23e999ee-e43c-4c2f-a978-ebbb164fe639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.133193 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-23e999ee-e43c-4c2f-a978-ebbb164fe639 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/702ab287-8227-45b7-b92a-c33319edc503 HTTP/1.1" status: 204 len: 168 time: 0.2260280 Aug 26 12:23:57.151138 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e999ee-e43c-4c2f-a978-ebbb164fe639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702ab287-8227-45b7-b92a-c33319edc503,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:57.180100 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d973a-178c-4f87-a170-5c4c797d43fb None None] Network 0382a092-1150-41ba-ae1e-cfab7342634a requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:23:57.270330 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c4299f2-0205-4986-8034-7be72e0bb80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.350850 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0861c945-9805-4fcb-b156-9c4b96f328a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.388708 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.423402 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af859c-76d6-4b96-b68d-b753bd2eceab req-dc336501-c98b-46c9-a6ed-c4b707b872c3 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:57.439287 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e5af859c-76d6-4b96-b68d-b753bd2eceab req-dc336501-c98b-46c9-a6ed-c4b707b872c3 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 867 time: 0.1400099 Aug 26 12:23:57.444598 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['3772a8ca-8b49-4b02-8d1d-b18e3bff10e5'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:23:57.471890 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Pushing event deleted for resources: {'Port': ['ID=3772a8ca-8b49-4b02-8d1d-b18e3bff10e5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:57.521579 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e5af859c-76d6-4b96-b68d-b753bd2eceab req-c2ef1c31-eb03-4243-95fd-7ac86a332f6a tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/security-groups?id=14556c25-fb80-41fd-a5ef-d8d51b078819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812156 Aug 26 12:23:57.531794 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] No DVR routers for this DVR port 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:23:57.539375 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.541408 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-98b50762-0385-40e7-81b4-891a0e916ac4 req-ae993195-0cb8-4ca3-b304-32ca2d7a135d tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.68 "DELETE /v2.0/ports/3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 HTTP/1.1" status: 204 len: 173 time: 1.0652618 Aug 26 12:23:57.541812 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b854ded-a1e7-4907-bd8a-1ff0879e09de', 'name': 'network-vif-deleted', 'tag': '3772a8ca-8b49-4b02-8d1d-b18e3bff10e5'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:57.544577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d2fe6-0221-4162-bdbe-c84ef2720da9" -d '{"events": [{"server_uuid": "4b854ded-a1e7-4907-bd8a-1ff0879e09de", "name": "network-vif-deleted", "tag": "3772a8ca-8b49-4b02-8d1d-b18e3bff10e5"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:57.568088 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.615330 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c4299f2-0205-4986-8034-7be72e0bb80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.617311 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4540519e-f1f4-4f5e-af62-e26d784c18c7 x-openstack-request-id: req-4540519e-f1f4-4f5e-af62-e26d784c18c7 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:57.618006 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b854ded-a1e7-4907-bd8a-1ff0879e09de", "name": "network-vif-deleted", "tag": "3772a8ca-8b49-4b02-8d1d-b18e3bff10e5", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:57.618006 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4540519e-f1f4-4f5e-af62-e26d784c18c7 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:57.618232 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b854ded-a1e7-4907-bd8a-1ff0879e09de', 'name': 'network-vif-deleted', 'tag': '3772a8ca-8b49-4b02-8d1d-b18e3bff10e5', 'status': 'completed', 'code': 200} Aug 26 12:23:57.619637 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c4299f2-0205-4986-8034-7be72e0bb80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.642068 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50578) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:57.670777 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-1c4299f2-0205-4986-8034-7be72e0bb80b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de0d77123201497bb549d7313f2fb943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9620540 Aug 26 12:23:57.671609 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50580) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:57.698541 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-aa1ad2bc-ccb0-4434-adb0-e5d994659d61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8162f3519bed429c99cfdbf40fbc3538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554268 Aug 26 12:23:57.701350 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50582) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:57.702951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4299f2-0205-4986-8034-7be72e0bb80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ac203-f4ed-4e09-8231-8f333540bcf5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:57.736114 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce8017a9-4bb2-4f53-b4e7-9b1edc79fc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.762017 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce8017a9-4bb2-4f53-b4e7-9b1edc79fc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.770468 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4239a054-b06c-49e5-9afd-45b457254c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.803374 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4239a054-b06c-49e5-9afd-45b457254c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.827580 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce8017a9-4bb2-4f53-b4e7-9b1edc79fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.830558 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce8017a9-4bb2-4f53-b4e7-9b1edc79fc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.831860 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-ce8017a9-4bb2-4f53-b4e7-9b1edc79fc32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de1ac203-f4ed-4e09-8231-8f333540bcf5 HTTP/1.1" status: 204 len: 168 time: 0.1592362 Aug 26 12:23:57.841190 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8017a9-4bb2-4f53-b4e7-9b1edc79fc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ac203-f4ed-4e09-8231-8f333540bcf5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:57.864543 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4239a054-b06c-49e5-9afd-45b457254c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.867514 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4239a054-b06c-49e5-9afd-45b457254c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:57.869299 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-4239a054-b06c-49e5-9afd-45b457254c35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d681a5c-eb12-4fb6-8577-f7a804a5d317 HTTP/1.1" status: 204 len: 168 time: 0.1667681 Aug 26 12:23:57.881974 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239a054-b06c-49e5-9afd-45b457254c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d681a5c-eb12-4fb6-8577-f7a804a5d317,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:58.096491 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2d09-895a-4c27-9e3d-1b0f284675c3 req-e7372500-541d-4096-b5b1-c295ad6dd120 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:58.106345 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-58db2d09-895a-4c27-9e3d-1b0f284675c3 req-e7372500-541d-4096-b5b1-c295ad6dd120 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0992734 Aug 26 12:23:58.167618 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-58db2d09-895a-4c27-9e3d-1b0f284675c3 req-1bb3b704-f8ef-4f6c-9b7e-80dfe1225386 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600245 Aug 26 12:23:58.215086 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:58.383521 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50608) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:58.397400 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-86f486e1-7f40-4fb9-a906-9a847e4dd4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:58.485928 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-86f486e1-7f40-4fb9-a906-9a847e4dd4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:58.492061 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-86f486e1-7f40-4fb9-a906-9a847e4dd4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:58.541872 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-86f486e1-7f40-4fb9-a906-9a847e4dd4a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03cc9d53b7d04990bc818c2cc24ab929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571691 Aug 26 12:23:58.543275 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f486e1-7f40-4fb9-a906-9a847e4dd4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4cc3e9-7678-45e8-8423-47c6636ffba1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:58.545489 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50618) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:58.626289 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d26b6cc9-cdeb-47cb-8f25-be59d0c8d016 req-c6ae0743-8c66-474e-b24d-f045f200151a tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.0343137 Aug 26 12:23:58.629861 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92d7e559-157d-4d65-a0c6-ca21ab616a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:58.653415 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92d7e559-157d-4d65-a0c6-ca21ab616a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:58.705223 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92d7e559-157d-4d65-a0c6-ca21ab616a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:58.708758 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92d7e559-157d-4d65-a0c6-ca21ab616a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:58.710150 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-92d7e559-157d-4d65-a0c6-ca21ab616a00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b4cc3e9-7678-45e8-8423-47c6636ffba1 HTTP/1.1" status: 204 len: 168 time: 0.1636069 Aug 26 12:23:58.718981 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7e559-157d-4d65-a0c6-ca21ab616a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4cc3e9-7678-45e8-8423-47c6636ffba1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:58.798982 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50632) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:59.048981 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de79a7d2-c639-4852-b4ed-33b7fa8367fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.059765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50644) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:59.074167 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3128676-d07c-4911-95e7-15fa7c901e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.144062 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de79a7d2-c639-4852-b4ed-33b7fa8367fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.151478 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de79a7d2-c639-4852-b4ed-33b7fa8367fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.212590 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-de79a7d2-c639-4852-b4ed-33b7fa8367fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9b86ba6b7044168a6124ed3aa9cd324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112961 Aug 26 12:23:59.215576 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50652) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:59.219677 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79a7d2-c639-4852-b4ed-33b7fa8367fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d016a0-bea2-458b-8db7-007bbb5c9643,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:59.317211 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3128676-d07c-4911-95e7-15fa7c901e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.322846 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdfe89f5-c6ac-4962-a09b-b22ea948279a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.324512 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3128676-d07c-4911-95e7-15fa7c901e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.336348 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e246f-9af7-42d1-83c3-343a3e66c854 req-ae88d967-69cb-4c84-abc2-cecd074035b8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:59.337970 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-562e246f-9af7-42d1-83c3-343a3e66c854 req-ae88d967-69cb-4c84-abc2-cecd074035b8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0542145 Aug 26 12:23:59.377836 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-e3128676-d07c-4911-95e7-15fa7c901e98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b21af40b79df4dcbab743e665675309a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144948 Aug 26 12:23:59.378202 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50678) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:23:59.382839 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdfe89f5-c6ac-4962-a09b-b22ea948279a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.389502 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3128676-d07c-4911-95e7-15fa7c901e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ca87fc-c956-4fd4-a001-024899d14945,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:59.401906 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-562e246f-9af7-42d1-83c3-343a3e66c854 req-dd366704-45e7-40a1-b573-d9739e5394aa tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571702 Aug 26 12:23:59.442991 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdfe89f5-c6ac-4962-a09b-b22ea948279a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.446046 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdfe89f5-c6ac-4962-a09b-b22ea948279a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.447568 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-fdfe89f5-c6ac-4962-a09b-b22ea948279a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72d016a0-bea2-458b-8db7-007bbb5c9643 HTTP/1.1" status: 204 len: 168 time: 0.2295115 Aug 26 12:23:59.456551 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe89f5-c6ac-4962-a09b-b22ea948279a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d016a0-bea2-458b-8db7-007bbb5c9643,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:59.485218 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00d095db-446d-49fb-b47b-0fd0f0d0a1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.511919 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00d095db-446d-49fb-b47b-0fd0f0d0a1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.569543 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00d095db-446d-49fb-b47b-0fd0f0d0a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.572142 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00d095db-446d-49fb-b47b-0fd0f0d0a1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:59.573282 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-00d095db-446d-49fb-b47b-0fd0f0d0a1b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73ca87fc-c956-4fd4-a001-024899d14945 HTTP/1.1" status: 204 len: 168 time: 0.1941235 Aug 26 12:23:59.583331 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d095db-446d-49fb-b47b-0fd0f0d0a1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ca87fc-c956-4fd4-a001-024899d14945,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:59.731438 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-31511ff7-7c4d-47b3-8517-af95bcd88838 req-f434143a-0e15-4f19-be2d-4984468031fa tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.0290544 Aug 26 12:24:00.042643 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:00.536263 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463284e-6e89-4ece-946b-3d9d7d50622d req-b7527dfb-c291-4093-9d5c-7d78b03f70dd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:00.537521 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f463284e-6e89-4ece-946b-3d9d7d50622d req-b7527dfb-c291-4093-9d5c-7d78b03f70dd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0658617 Aug 26 12:24:00.578631 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f463284e-6e89-4ece-946b-3d9d7d50622d req-3b30c87b-effb-4a05-86a0-3de2de05516e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346541 Aug 26 12:24:00.835252 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-31b5184f-6bc8-4a72-8c9f-c126ec0577fd req-bb53c38a-d2d3-47a0-939c-c61c787e7392 tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.0289650 Aug 26 12:24:01.181553 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:24:01.205903 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:24:01.207022 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 3772a8ca-8b49-4b02-8d1d-b18e3bff10e5 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:24:01.706915 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64c567-429e-4e0b-a82d-2e102d292d74 req-5ca92d4c-79aa-45af-a2d4-578b9fa78eae tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:01.708708 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5b64c567-429e-4e0b-a82d-2e102d292d74 req-5ca92d4c-79aa-45af-a2d4-578b9fa78eae tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0576463 Aug 26 12:24:01.761367 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5b64c567-429e-4e0b-a82d-2e102d292d74 req-f936c11c-7151-4609-a882-951c80e83bdc tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Aug 26 12:24:01.939158 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2ff6f0d4-4346-4e56-bc9e-6b0951324234 req-8746321c-6279-4404-a438-c6b4e8800bbc tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.0308144 Aug 26 12:24:02.562218 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:02.691600 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59d83399-1691-422f-b919-a7d0b837d9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:02.867598 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-d4d89d40-c2a7-49a6-ade6-c8dae6749071 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:02.875534 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-d4d89d40-c2a7-49a6-ade6-c8dae6749071 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 814 time: 0.1427293 Aug 26 12:24:02.893549 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-e801803d-2be2-415d-94e3-571eddb34ba5 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/quotas/9303a90f1de44f67847c2eccaac21e3e HTTP/1.1" status: 200 len: 375 time: 0.0169034 Aug 26 12:24:02.896888 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520cf0c-b64f-4f0b-a658-4062536f6e53 req-0992db48-5df6-47b1-936b-0d922f3440eb tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:02.899106 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c520cf0c-b64f-4f0b-a658-4062536f6e53 req-0992db48-5df6-47b1-936b-0d922f3440eb tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0593636 Aug 26 12:24:02.942127 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59d83399-1691-422f-b919-a7d0b837d9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:02.953753 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59d83399-1691-422f-b919-a7d0b837d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:02.958785 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c520cf0c-b64f-4f0b-a658-4062536f6e53 req-a7024aec-3119-4289-b7af-888dcbb641eb tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477757 Aug 26 12:24:02.979311 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-66aec71e-47cd-48e0-b6c5-ddb49b1d75f7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840225 Aug 26 12:24:03.083595 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b8bc585a-d003-4835-bce0-95338114bb9f req-2660bd3d-3f4e-4d4f-b245-cff8f711ccec tempest-DeleteServersTestJSON-2026026577 tempest-DeleteServersTestJSON-2026026577-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b854ded-a1e7-4907-bd8a-1ff0879e09de HTTP/1.1" status: 200 len: 210 time: 0.0403044 Aug 26 12:24:03.086424 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-d09a5f5c-aabf-4920-a80d-464fdf374d11 service neutron] 10.222.0.13 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061246 Aug 26 12:24:03.123510 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-59d83399-1691-422f-b919-a7d0b837d9bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f733c2f89de0489a9ad0526d0ead721b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575998 Aug 26 12:24:03.126497 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 50914) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:03.157017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d83399-1691-422f-b919-a7d0b837d9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac38366-3669-4efb-ab35-580581567c43,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:03.188486 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33389568-efda-4116-87fd-9e289994575f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:03.230240 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33389568-efda-4116-87fd-9e289994575f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:03.238068 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-1789eefd-179c-45f8-a47f-6e9d977556c2 service neutron] 10.222.0.13 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507936 Aug 26 12:24:03.335237 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33389568-efda-4116-87fd-9e289994575f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:03.341432 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33389568-efda-4116-87fd-9e289994575f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:03.355036 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-33389568-efda-4116-87fd-9e289994575f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eac38366-3669-4efb-ab35-580581567c43 HTTP/1.1" status: 204 len: 168 time: 0.2271440 Aug 26 12:24:03.413276 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33389568-efda-4116-87fd-9e289994575f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac38366-3669-4efb-ab35-580581567c43,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:03.499565 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b687340b-bc84-4b2e-9da2-9404a42a17a8 req-9b97fe2e-5147-4115-bdb8-04d10cdee338 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0419440 Aug 26 12:24:03.531598 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-5707cbed-29e2-499d-adb9-e9b2a9451aa7 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:03.539771 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-5707cbed-29e2-499d-adb9-e9b2a9451aa7 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/networks?id=0382a092-1150-41ba-ae1e-cfab7342634a HTTP/1.1" status: 200 len: 809 time: 0.1835103 Aug 26 12:24:03.557641 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-534e912a-b48e-40ef-8e5e-903ec02f2621 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/quotas/813a68940f934e378cea9cec9b97042d HTTP/1.1" status: 200 len: 375 time: 0.0165846 Aug 26 12:24:03.591152 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-956398ed-7219-492a-82b4-fc7a3216e70d tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=813a68940f934e378cea9cec9b97042d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325119 Aug 26 12:24:03.723782 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-b11c7d26-443c-438a-b4db-a13e1fe400f0 service neutron] 10.222.0.13 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165993 Aug 26 12:24:03.818634 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50956) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:03.827771 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6b942cec-e411-45b9-ba26-e947d3d6a4ef service neutron] 10.222.0.13 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027241 Aug 26 12:24:03.846273 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-361ef131-afdc-4051-8d85-2a382bf4971f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:04.007172 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-361ef131-afdc-4051-8d85-2a382bf4971f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:04.020562 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-361ef131-afdc-4051-8d85-2a382bf4971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:04.056211 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ef131-afdc-4051-8d85-2a382bf4971f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12821cee-9597-47e6-86fe-b7bb22280f55,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:04.163902 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d49338e3-9583-454b-a13a-68d7d563c1b9 req-6712f30e-52d7-47bb-812d-d6759b06381f tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 210 time: 0.1137128 Aug 26 12:24:04.177275 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-361ef131-afdc-4051-8d85-2a382bf4971f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b36e90c49212463db478df81fc1c1f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560829 Aug 26 12:24:04.178995 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 50976) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:04.197016 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e088b3-e5d4-4ea7-bf6d-073cd4d3704d req-8937a48a-f877-4b86-8154-4bd88c1e828e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:04.199657 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-61e088b3-e5d4-4ea7-bf6d-073cd4d3704d req-8937a48a-f877-4b86-8154-4bd88c1e828e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1196449 Aug 26 12:24:04.305066 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-60c624b4-48ed-48f7-886c-a67bd3dcbc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:04.330007 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-61e088b3-e5d4-4ea7-bf6d-073cd4d3704d req-6af938b7-a4e9-43bb-b70a-80ec6a2def63 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214182 Aug 26 12:24:04.361179 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-60c624b4-48ed-48f7-886c-a67bd3dcbc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:04.433236 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-60c624b4-48ed-48f7-886c-a67bd3dcbc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:04.435781 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-60c624b4-48ed-48f7-886c-a67bd3dcbc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:04.442352 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-60c624b4-48ed-48f7-886c-a67bd3dcbc4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12821cee-9597-47e6-86fe-b7bb22280f55 HTTP/1.1" status: 204 len: 168 time: 0.2583706 Aug 26 12:24:04.466044 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c624b4-48ed-48f7-886c-a67bd3dcbc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12821cee-9597-47e6-86fe-b7bb22280f55,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:04.662435 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b56458f4-df3c-4fbd-aefd-d0b9077e8cbb req-479c4cfd-e6e6-4bb5-baf7-f0829faa3738 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0358474 Aug 26 12:24:04.882370 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-d6bdb176-103a-4954-b8ad-6fbdc21f1700 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:04.884377 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-d6bdb176-103a-4954-b8ad-6fbdc21f1700 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 814 time: 0.1817324 Aug 26 12:24:04.971364 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Request body: {'port': {'device_id': '11a783a6-722a-4f9c-b6fc-9902d3c23ed3', 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0', 'admin_state_up': True, 'tenant_id': '9303a90f1de44f67847c2eccaac21e3e'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:05.095227 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Made reservation on behalf of 9303a90f1de44f67847c2eccaac21e3e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:05.098730 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:05.234192 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Allocated IP 172.20.0.14 (586116f7-8cd0-46d0-8a82-60121e9b30c0/c409258b-99c6-486c-b0c3-94435141c9b2/0aea423e-bd2a-4555-85db-56b45063b1a4) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:05.271029 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e65a5784-0ec9-4f32-b71b-561ce81cd8a3 req-6ee314a4-7409-4ccf-8933-dd8be71b170c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 210 time: 0.0300291 Aug 26 12:24:05.423867 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:05.510866 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0bc28-df21-493c-a7b4-4cc807fe7bd8 req-bb885369-668a-45cb-98fe-556230f469e7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:05.512721 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0ad0bc28-df21-493c-a7b4-4cc807fe7bd8 req-bb885369-668a-45cb-98fe-556230f469e7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1078537 Aug 26 12:24:05.563022 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:05.610705 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['c9102464-6bd8-4313-89e1-c7cd961c38f0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:05.629589 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0ad0bc28-df21-493c-a7b4-4cc807fe7bd8 req-71ccc859-8ca6-48ef-9f2f-c41c2bd0ace9 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063161 Aug 26 12:24:05.675985 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Network 586116f7-8cd0-46d0-8a82-60121e9b30c0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:05.680180 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:05.690435 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:05.694330 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Pushing event updated for resources: {'Port': ['ID=0aea423e-bd2a-4555-85db-56b45063b1a4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:05.815698 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:05.816092 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:05.827778 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-d1d914ad-8204-4a0f-85d9-ad370cc5f8b9 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:05.829339 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-d1d914ad-8204-4a0f-85d9-ad370cc5f8b9 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.68 "GET /v2.0/networks?id=0382a092-1150-41ba-ae1e-cfab7342634a HTTP/1.1" status: 200 len: 809 time: 0.2388933 Aug 26 12:24:05.858726 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Request body: {'port': {'device_id': 'd208d198-c8f0-4586-b35c-ee84da41e10c', 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a', 'admin_state_up': True, 'tenant_id': '813a68940f934e378cea9cec9b97042d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:05.865462 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-a0fe47da-340f-41a0-b282-a9c76ca029e4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8995583 Aug 26 12:24:05.888434 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Request body: {'port': {'device_id': '11a783a6-722a-4f9c-b6fc-9902d3c23ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:06.023748 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.034236 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8eb1d8-0c09-45b2-90d2-f8e029ec03d6 req-b79c7912-28c8-47d4-b4be-3b8ff080b2e7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:06.037023 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0a8eb1d8-0c09-45b2-90d2-f8e029ec03d6 req-b79c7912-28c8-47d4-b4be-3b8ff080b2e7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 932 time: 0.0986013 Aug 26 12:24:06.108297 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Made reservation on behalf of 813a68940f934e378cea9cec9b97042d for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:06.113204 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.192522 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51098) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:06.257132 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0a8eb1d8-0c09-45b2-90d2-f8e029ec03d6 req-620af753-5480-4cbd-98fc-16b0554e1a82 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045658 Aug 26 12:24:06.285058 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-265392d8-1eda-41c8-a6f5-b53ac05d27c1 admin admin] Deleting subnet 2bdbfb21-17b7-4dfd-9fd2-24806df1dd74 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:24:06.315073 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-265392d8-1eda-41c8-a6f5-b53ac05d27c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.441997 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fe0fee1b-3446-4267-ab96-b8b111c42a88 req-84721c14-9484-461d-8fe6-911b44b86331 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 210 time: 0.0597196 Aug 26 12:24:06.470435 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-265392d8-1eda-41c8-a6f5-b53ac05d27c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32970956'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.546822 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aea423e-bd2a-4555-85db-56b45063b1a4 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:06.550592 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-265392d8-1eda-41c8-a6f5-b53ac05d27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.556769 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.572321 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Transition to ACTIVE for port object 0aea423e-bd2a-4555-85db-56b45063b1a4 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:06.575983 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.593040 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Allocated IP 172.20.0.2 (0382a092-1150-41ba-ae1e-cfab7342634a/e5fae4cf-68d6-41d0-a682-7a36837e241d/7457b5da-ca56-4d92-827c-bf97fe6b011d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:06.633417 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51122) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:06.650362 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0aea423e-bd2a-4555-85db-56b45063b1a4,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:06.652132 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-265392d8-1eda-41c8-a6f5-b53ac05d27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33022491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257923'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.668635 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-265392d8-1eda-41c8-a6f5-b53ac05d27c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.673064 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-265392d8-1eda-41c8-a6f5-b53ac05d27c1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2bdbfb21-17b7-4dfd-9fd2-24806df1dd74 HTTP/1.1" status: 204 len: 168 time: 0.4770253 Aug 26 12:24:06.686475 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51128) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:06.695902 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265392d8-1eda-41c8-a6f5-b53ac05d27c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdbfb21-17b7-4dfd-9fd2-24806df1dd74,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:06.830734 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e40498c-4826-433b-a26c-c72cedc8bc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.841248 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ecd64-6d01-4893-870a-b07f44d860f8 req-362fce41-75ee-410a-ab0e-0cf0c2aae0fb tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:06.842791 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-612ecd64-6d01-4893-870a-b07f44d860f8 req-362fce41-75ee-410a-ab0e-0cf0c2aae0fb tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0787606 Aug 26 12:24:06.878208 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.884544 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.891060 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Attempting to bind port 0aea423e-bd2a-4555-85db-56b45063b1a4 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:06.891401 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Attempting to bind port 0aea423e-bd2a-4555-85db-56b45063b1a4 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:06.891732 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Attempting to bind port 0aea423e-bd2a-4555-85db-56b45063b1a4 on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:06.907333 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Port 0aea423e-bd2a-4555-85db-56b45063b1a4 on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:24:06.907659 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Attempting to bind port 0aea423e-bd2a-4555-85db-56b45063b1a4 on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:06.909822 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-612ecd64-6d01-4893-870a-b07f44d860f8 req-54e670d1-5094-4fa5-b188-7c831d6803ef tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557320 Aug 26 12:24:06.923214 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:06.923553 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Checking segment: {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:06.923938 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Bound using segment: {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:06.924384 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Bound port: 0aea423e-bd2a-4555-85db-56b45063b1a4, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:06.925359 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:06.939139 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.011420 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Network 0382a092-1150-41ba-ae1e-cfab7342634a is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:07.016066 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:07.018204 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Pushing event updated for resources: {'Port': ['ID=7457b5da-ca56-4d92-827c-bf97fe6b011d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:07.021166 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:07.070972 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:07.071724 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.218305 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.243871 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6140f774-99a5-4c0e-8a37-8f7aaa54b233']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:07.261907 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45a7155-9014-4450-8de0-81af87d9a2a8') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:07.262202 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45a7155-9014-4450-8de0-81af87d9a2a8') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:07.267414 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] For port 0aea423e-bd2a-4555-85db-56b45063b1a4, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:07.291563 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32579905'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.304098 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e40498c-4826-433b-a26c-c72cedc8bc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.306151 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] For port 0aea423e-bd2a-4555-85db-56b45063b1a4, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0aea423e-bd2a-4555-85db-56b45063b1a4,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:07.310934 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e40498c-4826-433b-a26c-c72cedc8bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.315576 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.317772 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-6ea901db-7c60-4148-bca9-021b2b933918 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4678376 Aug 26 12:24:07.325666 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.339450 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:24:07.339840 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32964149'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.343687 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Request body: {'port': {'device_id': 'd208d198-c8f0-4586-b35c-ee84da41e10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: Traceback (most recent call last): Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: timer() Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: cb(*args, **kw) Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: return func(*args, **kwargs) Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: self._notify() Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: self.callback(batched_events) Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: event.method(event) Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: return f(self, *a, **k) Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._get(url).json() Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: return self.request(url, 'GET', **kwargs) Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:24:07.347682 dv-cinder-806141-1-iscsi neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:24:07.411575 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.463468 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:07.464332 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.465715 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] 10.222.0.68 "PUT /v2.0/ports/0aea423e-bd2a-4555-85db-56b45063b1a4 HTTP/1.1" status: 200 len: 1094 time: 1.5824256 Aug 26 12:24:07.468638 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a783a6-722a-4f9c-b6fc-9902d3c23ed3', 'tag': '0aea423e-bd2a-4555-85db-56b45063b1a4'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:07.470946 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209ec941-11cf-48b5-944c-dafdd6f323e2" -d '{"events": [{"name": "network-changed", "server_uuid": "11a783a6-722a-4f9c-b6fc-9902d3c23ed3", "tag": "0aea423e-bd2a-4555-85db-56b45063b1a4"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:07.486950 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3e40498c-4826-433b-a26c-c72cedc8bc6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=235a4f5ef23f46d199d236ce61a16bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8508725 Aug 26 12:24:07.490732 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51146) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:07.516479 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44d93f-92ff-437e-9f5d-b389e10859c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0aea423e-bd2a-4555-85db-56b45063b1a4,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:07.528705 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40498c-4826-433b-a26c-c72cedc8bc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe6b070-d397-41f5-a9bb-9dbb6ccb3b65,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:07.604474 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.615896 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b719ec-1638-4d59-b080-902537ca7c62 req-14491615-a924-4ad7-a044-8e42ce4abaa6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:07.623893 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-89b719ec-1638-4d59-b080-902537ca7c62 req-14491615-a924-4ad7-a044-8e42ce4abaa6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 944 time: 0.2776942 Aug 26 12:24:07.641340 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.643364 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6140f774-99a5-4c0e-8a37-8f7aaa54b233 HTTP/1.1" status: 204 len: 168 time: 0.9456415 Aug 26 12:24:07.675333 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77967edb-8273-4a5c-8046-6c22027e4055 admin admin] Pushing event deleted for resources: {'Network': ['ID=6140f774-99a5-4c0e-8a37-8f7aaa54b233,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:07.695869 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-80d2417d-c0f4-41a9-993b-54dbdc7991c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:07.697440 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-80d2417d-c0f4-41a9-993b-54dbdc7991c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 1097 time: 0.1309900 Aug 26 12:24:07.709620 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-89b719ec-1638-4d59-b080-902537ca7c62 req-88ab622a-c24a-4eb0-a95a-3e11cfa37dd8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852757 Aug 26 12:24:07.786891 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c252145-50ed-48d5-af86-e4364f0a4933 x-openstack-request-id: req-8c252145-50ed-48d5-af86-e4364f0a4933 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:07.787339 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a783a6-722a-4f9c-b6fc-9902d3c23ed3", "tag": "0aea423e-bd2a-4555-85db-56b45063b1a4", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:07.787463 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c252145-50ed-48d5-af86-e4364f0a4933 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:07.787860 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a783a6-722a-4f9c-b6fc-9902d3c23ed3', 'tag': '0aea423e-bd2a-4555-85db-56b45063b1a4', 'status': 'completed', 'code': 200} Aug 26 12:24:07.789811 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-e63722f8-a575-4700-be93-4e2408864635 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aea423e-bd2a-4555-85db-56b45063b1a4 HTTP/1.1" status: 200 len: 217 time: 0.0699425 Aug 26 12:24:07.816482 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:07.913016 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3900a0a8-56ba-4f95-a617-5f6c733a3756 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dff1831949074e8195eea75820d37569&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0950150 Aug 26 12:24:07.914910 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-2b2ef2fb-69aa-469e-bc4c-d499b361efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:07.916457 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-2b2ef2fb-69aa-469e-bc4c-d499b361efe8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c409258b-99c6-486c-b0c3-94435141c9b2 HTTP/1.1" status: 200 len: 854 time: 0.0914264 Aug 26 12:24:07.916894 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51170) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:07.956311 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3efc0fe7-f380-4cbb-a100-e8059a51e28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:07.959304 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-8dcb5cc4-b7a3-4198-81bb-586b854a5211 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=586116f7-8cd0-46d0-8a82-60121e9b30c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297260 Aug 26 12:24:08.002224 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3efc0fe7-f380-4cbb-a100-e8059a51e28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.017798 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832a562-ba28-49f1-96ac-b10aa583046e req-e6d50a86-a97d-47f3-9dc1-d6bfa90774eb tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:08.019364 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e832a562-ba28-49f1-96ac-b10aa583046e req-e6d50a86-a97d-47f3-9dc1-d6bfa90774eb tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 931 time: 0.4372432 Aug 26 12:24:08.061773 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69a33201-d263-49c5-8417-b38c92c24c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.096895 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e832a562-ba28-49f1-96ac-b10aa583046e req-fc6e41ca-370d-4416-b7f8-56a1c7e4d228 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685072 Aug 26 12:24:08.115830 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69a33201-d263-49c5-8417-b38c92c24c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.124512 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3efc0fe7-f380-4cbb-a100-e8059a51e28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.127022 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3efc0fe7-f380-4cbb-a100-e8059a51e28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.128711 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3efc0fe7-f380-4cbb-a100-e8059a51e28b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fe6b070-d397-41f5-a9bb-9dbb6ccb3b65 HTTP/1.1" status: 204 len: 168 time: 0.6363890 Aug 26 12:24:08.137876 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfacb7-e18f-4065-aef6-9825705e6a2d req-fd051f04-87b1-4b6e-a120-db246bd98e9a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:08.137876 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-addfacb7-e18f-4065-aef6-9825705e6a2d req-fd051f04-87b1-4b6e-a120-db246bd98e9a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1119466 Aug 26 12:24:08.145761 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-370d9dae-f433-4b6a-9bec-d260e9d04a5f service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710629 Aug 26 12:24:08.157444 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc0fe7-f380-4cbb-a100-e8059a51e28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe6b070-d397-41f5-a9bb-9dbb6ccb3b65,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:08.169418 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7457b5da-ca56-4d92-827c-bf97fe6b011d {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:08.185960 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.199370 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Transition to ACTIVE for port object 7457b5da-ca56-4d92-827c-bf97fe6b011d will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:08.203608 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.265555 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-addfacb7-e18f-4065-aef6-9825705e6a2d req-08088347-28d7-4dba-b549-95702e006785 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139531 Aug 26 12:24:08.288659 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69a33201-d263-49c5-8417-b38c92c24c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.291245 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69a33201-d263-49c5-8417-b38c92c24c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.294841 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-69a33201-d263-49c5-8417-b38c92c24c24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14556c25-fb80-41fd-a5ef-d8d51b078819 HTTP/1.1" status: 204 len: 168 time: 0.3747537 Aug 26 12:24:08.301416 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Pushing event updated for resources: {'Port': ['ID=7457b5da-ca56-4d92-827c-bf97fe6b011d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:08.333807 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71ac4bc9-73e5-45b2-9f6d-75f6093a5aae req-b31cb55c-107e-4322-9ed1-acd56d7c5974 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658843 Aug 26 12:24:08.335921 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a33201-d263-49c5-8417-b38c92c24c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14556c25-fb80-41fd-a5ef-d8d51b078819,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:08.400740 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Attempting to bind port 7457b5da-ca56-4d92-827c-bf97fe6b011d on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:08.401693 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Attempting to bind port 7457b5da-ca56-4d92-827c-bf97fe6b011d by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '2b2043bf-c4d2-49a5-9018-ab305a83b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:08.402097 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Attempting to bind port 7457b5da-ca56-4d92-827c-bf97fe6b011d on network 0382a092-1150-41ba-ae1e-cfab7342634a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:08.407512 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Port 7457b5da-ca56-4d92-827c-bf97fe6b011d on network 0382a092-1150-41ba-ae1e-cfab7342634a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:24:08.407908 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Attempting to bind port 7457b5da-ca56-4d92-827c-bf97fe6b011d on network 0382a092-1150-41ba-ae1e-cfab7342634a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:08.421391 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:08.421594 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Checking segment: {'id': '2b2043bf-c4d2-49a5-9018-ab305a83b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:08.422083 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Bound using segment: {'id': '2b2043bf-c4d2-49a5-9018-ab305a83b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:08.423039 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Bound port: 7457b5da-ca56-4d92-827c-bf97fe6b011d, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2043bf-c4d2-49a5-9018-ab305a83b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:08.423039 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.513394 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] For port 7457b5da-ca56-4d92-827c-bf97fe6b011d, host hv-cinder-80614, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:08.518296 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] For port 7457b5da-ca56-4d92-827c-bf97fe6b011d, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7457b5da-ca56-4d92-827c-bf97fe6b011d,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:08.526759 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.551823 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-549b3773-de66-4fa6-b90b-8ad40d973819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:08.553320 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-549b3773-de66-4fa6-b90b-8ad40d973819 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0597696 Aug 26 12:24:08.580745 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:08.581884 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.584799 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] 10.222.0.68 "PUT /v2.0/ports/7457b5da-ca56-4d92-827c-bf97fe6b011d HTTP/1.1" status: 200 len: 1093 time: 1.2457535 Aug 26 12:24:08.591509 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd208d198-c8f0-4586-b35c-ee84da41e10c', 'tag': '7457b5da-ca56-4d92-827c-bf97fe6b011d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:08.600185 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00901a0-bf36-4e07-87d2-2cbff62ba448" -d '{"events": [{"name": "network-changed", "server_uuid": "d208d198-c8f0-4586-b35c-ee84da41e10c", "tag": "7457b5da-ca56-4d92-827c-bf97fe6b011d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:08.633524 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f79ab-4333-443f-b623-9dd55b20a52a service neutron] Pushing event updated for resources: {'Port': ['ID=7457b5da-ca56-4d92-827c-bf97fe6b011d,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:08.673569 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51192) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:08.688067 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f89de0d4-4d99-46b3-8d8a-71de68e63757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.698738 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab6289e-f3f1-4f7b-a86b-51ae6e250f3b x-openstack-request-id: req-bab6289e-f3f1-4f7b-a86b-51ae6e250f3b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:08.699113 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d208d198-c8f0-4586-b35c-ee84da41e10c", "tag": "7457b5da-ca56-4d92-827c-bf97fe6b011d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:08.699437 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bab6289e-f3f1-4f7b-a86b-51ae6e250f3b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:08.699901 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd208d198-c8f0-4586-b35c-ee84da41e10c', 'tag': '7457b5da-ca56-4d92-827c-bf97fe6b011d', 'status': 'completed', 'code': 200} Aug 26 12:24:08.766116 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-7032e0a0-87e3-4766-a37a-09f39c80bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:08.767767 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-7032e0a0-87e3-4766-a37a-09f39c80bda7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=813a68940f934e378cea9cec9b97042d&device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 1096 time: 0.0708911 Aug 26 12:24:08.796975 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-1fb33ca3-f166-4468-93b9-60e23a716720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:08.798588 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-1fb33ca3-f166-4468-93b9-60e23a716720 service neutron] 10.222.0.68 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 915 time: 0.2269082 Aug 26 12:24:08.882264 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-2c0946d8-b65d-4f24-abed-0c305fa6e209 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aea423e-bd2a-4555-85db-56b45063b1a4 HTTP/1.1" status: 200 len: 217 time: 0.0464790 Aug 26 12:24:08.892823 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f89de0d4-4d99-46b3-8d8a-71de68e63757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:08.906871 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38387e-ac35-4569-becd-1aa54a62a114 req-ae9da18c-5249-4cb9-82b0-92256ce7366c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:08.908459 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3e38387e-ac35-4569-becd-1aa54a62a114 req-ae9da18c-5249-4cb9-82b0-92256ce7366c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 944 time: 0.1022594 Aug 26 12:24:08.925106 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-70d9d1c0-eea0-435a-9dff-c9d8d1f90dc2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7457b5da-ca56-4d92-827c-bf97fe6b011d HTTP/1.1" status: 200 len: 217 time: 0.1390393 Aug 26 12:24:08.925378 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f89de0d4-4d99-46b3-8d8a-71de68e63757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.014913 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89de0d4-4d99-46b3-8d8a-71de68e63757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b6123b-ce57-4e9e-bf32-8b4268e3fc93,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:09.026155 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-84ed3646-60ad-45ae-844f-c021f31054dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:09.027775 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-84ed3646-60ad-45ae-844f-c021f31054dd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c409258b-99c6-486c-b0c3-94435141c9b2 HTTP/1.1" status: 200 len: 854 time: 0.1184416 Aug 26 12:24:09.036609 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f89de0d4-4d99-46b3-8d8a-71de68e63757 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4184eeee1c4a4813b6ae5611c40540b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620231 Aug 26 12:24:09.039218 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51214) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:09.053906 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-443a9bcd-0af2-4f5f-9bf7-82b4c948fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:09.055540 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-443a9bcd-0af2-4f5f-9bf7-82b4c948fcb9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5fae4cf-68d6-41d0-a682-7a36837e241d HTTP/1.1" status: 200 len: 849 time: 0.1072185 Aug 26 12:24:09.061592 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3e38387e-ac35-4569-becd-1aa54a62a114 req-ef208ec4-530c-4270-a8f7-1d3bf49e7173 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215827 Aug 26 12:24:09.091461 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-bd68cb8e-911d-4b84-a638-c9e2846671e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=586116f7-8cd0-46d0-8a82-60121e9b30c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286846 Aug 26 12:24:09.101197 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-4180dde3-40f9-4a43-95cb-f830f00d719e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0382a092-1150-41ba-ae1e-cfab7342634a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368478 Aug 26 12:24:09.182106 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5efa70ec-c65c-40fb-b2c2-e5d69bf12b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.221566 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5efa70ec-c65c-40fb-b2c2-e5d69bf12b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.238979 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-96a880c3-05e8-4d81-9bb3-27acbe6bfcd9 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378212 Aug 26 12:24:09.271579 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51224) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:09.278299 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-f7b6186a-26e5-4385-a0c2-e4a4f9a50181 service neutron] 10.222.0.68 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634305 Aug 26 12:24:09.357972 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2452fb-60a0-43b4-98e7-25488a1ec726 req-3f859599-2846-4f36-92b2-ac15a618172e tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:09.359529 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dc2452fb-60a0-43b4-98e7-25488a1ec726 req-3f859599-2846-4f36-92b2-ac15a618172e tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 943 time: 0.1347125 Aug 26 12:24:09.406631 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5efa70ec-c65c-40fb-b2c2-e5d69bf12b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.409579 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5efa70ec-c65c-40fb-b2c2-e5d69bf12b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.412881 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-5efa70ec-c65c-40fb-b2c2-e5d69bf12b7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86b6123b-ce57-4e9e-bf32-8b4268e3fc93 HTTP/1.1" status: 204 len: 168 time: 0.3704743 Aug 26 12:24:09.415731 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-209ec941-11cf-48b5-944c-dafdd6f323e2 req-714acbc4-9a4a-4441-a3f9-30a48d540f90 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677811 Aug 26 12:24:09.437343 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be2fe-bf14-48de-9006-879e8aea4e5e req-4c4800fc-2022-49fe-860b-9c1a964703bf tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:09.448107 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa70ec-c65c-40fb-b2c2-e5d69bf12b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b6123b-ce57-4e9e-bf32-8b4268e3fc93,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:09.457167 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dc2452fb-60a0-43b4-98e7-25488a1ec726 req-b47148b3-6c64-46dc-a3ae-472cdc0d210d tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881729 Aug 26 12:24:09.461019 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a5fac644-bab0-43a1-a82b-f7afd0a47d22 req-77392398-d504-40f2-b792-92d279dbb855 service neutron] 10.222.0.68 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693475 Aug 26 12:24:09.472196 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f80be2fe-bf14-48de-9006-879e8aea4e5e req-4c4800fc-2022-49fe-860b-9c1a964703bf tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1212556 Aug 26 12:24:09.528320 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f80be2fe-bf14-48de-9006-879e8aea4e5e req-d33aff1a-2c68-4398-8685-cc5333e48c6e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Aug 26 12:24:09.554815 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51238) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:09.641826 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e376d88-3ad9-455d-b33b-d5d28c5c3e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.654540 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-5a3a95c4-8e4b-4d15-8af2-45045587d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:09.656133 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-5a3a95c4-8e4b-4d15-8af2-45045587d0ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=813a68940f934e378cea9cec9b97042d&device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 1096 time: 0.0497191 Aug 26 12:24:09.782492 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e376d88-3ad9-455d-b33b-d5d28c5c3e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.785857 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-c8403069-cd37-496c-b2ee-7878fcc6e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:09.787660 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-c8403069-cd37-496c-b2ee-7878fcc6e358 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0382a092-1150-41ba-ae1e-cfab7342634a HTTP/1.1" status: 200 len: 910 time: 0.1202741 Aug 26 12:24:09.788214 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e376d88-3ad9-455d-b33b-d5d28c5c3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.836175 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-8e376d88-3ad9-455d-b33b-d5d28c5c3e6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64e35cdfa5da4a19af3e070ef3a097f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633683 Aug 26 12:24:09.837044 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e376d88-3ad9-455d-b33b-d5d28c5c3e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5760892a-2b41-4eff-8d43-d2fc69dbdf1b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:09.840665 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51248) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:09.867615 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2147151767-network', 'tenant_id': '576d25478da24b44996196f43f63a4a2'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:09.871873 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-90c60779-afb8-4f1f-88c9-1acf96a66aea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7457b5da-ca56-4d92-827c-bf97fe6b011d HTTP/1.1" status: 200 len: 217 time: 0.0702498 Aug 26 12:24:09.897057 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c53ccec-1f76-40a1-9843-17478f76f551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.918669 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Made reservation on behalf of 576d25478da24b44996196f43f63a4a2 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:09.922972 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.923060 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c53ccec-1f76-40a1-9843-17478f76f551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.938779 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.975378 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-75a4fe08-cd47-40b8-b0f5-aa5649440ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:09.976857 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-75a4fe08-cd47-40b8-b0f5-aa5649440ecf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5fae4cf-68d6-41d0-a682-7a36837e241d HTTP/1.1" status: 200 len: 849 time: 0.0884230 Aug 26 12:24:09.984329 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c53ccec-1f76-40a1-9843-17478f76f551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.987479 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c53ccec-1f76-40a1-9843-17478f76f551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:09.991862 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-7c53ccec-1f76-40a1-9843-17478f76f551 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5760892a-2b41-4eff-8d43-d2fc69dbdf1b HTTP/1.1" status: 204 len: 168 time: 0.1497140 Aug 26 12:24:10.004615 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53ccec-1f76-40a1-9843-17478f76f551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5760892a-2b41-4eff-8d43-d2fc69dbdf1b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:10.054244 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-88e1ea2c-f81b-4e07-b513-e62a28b8b89e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0382a092-1150-41ba-ae1e-cfab7342634a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672941 Aug 26 12:24:10.217261 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-bbaeaebf-6cb6-4d04-b42d-f2b26d9e11a6 service neutron] 10.222.0.68 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530678 Aug 26 12:24:10.224019 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.240977 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7e1c7-484d-4cad-adaa-09680cbdcc08 req-00265608-7cd3-4bde-8273-ba959003894a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:10.242863 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2ef7e1c7-484d-4cad-adaa-09680cbdcc08 req-00265608-7cd3-4bde-8273-ba959003894a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 944 time: 0.1230936 Aug 26 12:24:10.245260 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.335739 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:24:10.355684 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ea986a-de7c-43b8-8f69-2b6689b30098,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:10.387819 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.388164 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Added segment 2773445f-9366-41a4-b1b4-effb6b16eb01 of type vlan for network 68952abd-6601-4cfc-8312-c8049636c281 Aug 26 12:24:10.446208 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2ef7e1c7-484d-4cad-adaa-09680cbdcc08 req-b4dd4419-92eb-472a-b482-d196e469db57 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562967 Aug 26 12:24:10.488442 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51280) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:10.503835 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f906ba9-aa91-481e-a328-347af271f48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.517378 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.534841 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e00901a0-bf36-4e07-87d2-2cbff62ba448 req-f9c0d590-07f9-4b40-9116-9115b25bece7 service neutron] 10.222.0.68 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082762 Aug 26 12:24:10.553554 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.554705 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:10.555232 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.661874 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f906ba9-aa91-481e-a328-347af271f48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.669018 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f906ba9-aa91-481e-a328-347af271f48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.681220 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1252551 Aug 26 12:24:10.681962 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410dda7-6233-44d9-89d3-d7a72f2554f9 admin admin] Pushing event updated for resources: {'Network': ['ID=68952abd-6601-4cfc-8312-c8049636c281,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:10.685562 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51288) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:10.691333 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Request body: {'subnet': {'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2147151767-subnet', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:10.698802 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 68952abd-6601-4cfc-8312-c8049636c281 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:24:10.723693 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d3d5e-ef0b-4b0a-af86-bcc4131632e2 req-da5170a2-3dc2-4e40-b7a1-35e4f8693f07 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:10.724449 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ef68-32bf-42fd-844a-411b17ceef51 req-c57906fc-8325-40e5-85dd-2351ab3d6d05 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:10.725285 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ce0d3d5e-ef0b-4b0a-af86-bcc4131632e2 req-da5170a2-3dc2-4e40-b7a1-35e4f8693f07 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 943 time: 0.1108255 Aug 26 12:24:10.726145 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b140ef68-32bf-42fd-844a-411b17ceef51 req-c57906fc-8325-40e5-85dd-2351ab3d6d05 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0905104 Aug 26 12:24:10.733698 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51292) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:10.733911 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-5f906ba9-aa91-481e-a328-347af271f48c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c2d941177fc430eacb960d45bb1a137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441940 Aug 26 12:24:10.747683 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f906ba9-aa91-481e-a328-347af271f48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bf4996-def1-421f-b0a0-82c491dababc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:10.757149 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Made reservation on behalf of 576d25478da24b44996196f43f63a4a2 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:10.759365 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30258024'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.798995 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ce0d3d5e-ef0b-4b0a-af86-bcc4131632e2 req-62044293-6bb2-4543-971c-f3059dab34a0 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629771 Aug 26 12:24:10.865485 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b140ef68-32bf-42fd-844a-411b17ceef51 req-0e37d9b8-4960-4177-95be-24be306b9035 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287513 Aug 26 12:24:10.894848 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cad24d9-f837-41db-8d63-4a184f9160d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:10.925384 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cad24d9-f837-41db-8d63-4a184f9160d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.039840 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cad24d9-f837-41db-8d63-4a184f9160d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.042618 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cad24d9-f837-41db-8d63-4a184f9160d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.043770 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3cad24d9-f837-41db-8d63-4a184f9160d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7bf4996-def1-421f-b0a0-82c491dababc HTTP/1.1" status: 204 len: 168 time: 0.3086126 Aug 26 12:24:11.046808 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33022168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30257946'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.076991 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad24d9-f837-41db-8d63-4a184f9160d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bf4996-def1-421f-b0a0-82c491dababc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:11.109795 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2652cf6-f646-4013-841e-a75b647ab697,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:11.120114 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Checking segment: {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:11.120474 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Network hostable DHCP agents. Network: 68952abd-6601-4cfc-8312-c8049636c281, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:24:11.144372 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Network 68952abd-6601-4cfc-8312-c8049636c281 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:24:11.165442 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 68952abd-6601-4cfc-8312-c8049636c281) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:11.167022 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 7457b5da-ca56-4d92-827c-bf97fe6b011d details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:24:11.169736 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:11.170654 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.186071 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c373f40-dbb0-4f1d-9203-31498bd1d0af None None] Network 68952abd-6601-4cfc-8312-c8049636c281 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:11.192903 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-5f9d0958-7b64-4951-a8f7-966c64b4d2a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5020089 Aug 26 12:24:11.193092 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51306) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:11.197517 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:11.234980 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.236747 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.360580 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.368471 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 7457b5da-ca56-4d92-827c-bf97fe6b011d, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7457b5da-ca56-4d92-827c-bf97fe6b011d,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:11.389704 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '7457b5da-ca56-4d92-827c-bf97fe6b011d', 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a', 'port_id': '7457b5da-ca56-4d92-827c-bf97fe6b011d', 'mac_address': 'fa:16:3e:2d:df:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fae4cf-68d6-41d0-a682-7a36837e241d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:24:11.453376 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-68952abd-6601-4cfc-8312-c8049636c281', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:24:11.454835 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.465020 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.486527 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7457b5da-ca56-4d92-827c-bf97fe6b011d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:11.539691 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.599564 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 7457b5da-ca56-4d92-827c-bf97fe6b011d, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7457b5da-ca56-4d92-827c-bf97fe6b011d,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:11.609192 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.610127 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0aea423e-bd2a-4555-85db-56b45063b1a4 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:24:11.651398 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51324) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:11.692097 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-160cef32-95c3-43bd-a1ae-2e5f069b2c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.701000 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07673e-e202-49da-aa66-fc58cdd05aa9 req-bd926eb0-41d8-4ae1-a3a0-561b609f5a19 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:11.709234 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3f07673e-e202-49da-aa66-fc58cdd05aa9 req-bd926eb0-41d8-4ae1-a3a0-561b609f5a19 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 944 time: 0.0853956 Aug 26 12:24:11.792634 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3f07673e-e202-49da-aa66-fc58cdd05aa9 req-43ae5005-4268-49e4-b26e-2efd18693171 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824645 Aug 26 12:24:11.899535 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-160cef32-95c3-43bd-a1ae-2e5f069b2c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.919402 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-160cef32-95c3-43bd-a1ae-2e5f069b2c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:11.998496 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-160cef32-95c3-43bd-a1ae-2e5f069b2c22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3f6bf402fee415cbd08f6485a05cc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459401 Aug 26 12:24:11.999515 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51340) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:12.001662 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cef32-95c3-43bd-a1ae-2e5f069b2c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764963db-53ca-47a5-b4d6-fa7dca113b5c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:12.063048 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76deb9-ffa8-416b-bcc2-e16cfdfd5540 req-ab9465b1-bc54-4fd0-9285-9c3b10647cca tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:12.070767 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-eb76deb9-ffa8-416b-bcc2-e16cfdfd5540 req-ab9465b1-bc54-4fd0-9285-9c3b10647cca tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 944 time: 0.1636956 Aug 26 12:24:12.076489 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51342) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:12.085497 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Allocated IP 172.20.0.2 (68952abd-6601-4cfc-8312-c8049636c281/d2652cf6-f646-4013-841e-a75b647ab697/fe95e1b0-ea17-4b7b-ac61-d8437b864cbb) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:12.103585 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0aea423e-bd2a-4555-85db-56b45063b1a4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0aea423e-bd2a-4555-85db-56b45063b1a4,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:12.124914 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-985ed527-96af-4ec0-8a01-91d89e23a0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.130176 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=7457b5da-ca56-4d92-827c-bf97fe6b011d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:12.160449 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-eb76deb9-ffa8-416b-bcc2-e16cfdfd5540 req-29ef8e9a-120f-4dc0-b009-75271c4b4191 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885122 Aug 26 12:24:12.166820 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '0aea423e-bd2a-4555-85db-56b45063b1a4', 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0', 'port_id': '0aea423e-bd2a-4555-85db-56b45063b1a4', 'mac_address': 'fa:16:3e:bd:94:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c409258b-99c6-486c-b0c3-94435141c9b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:24:12.170989 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.171649 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.172192 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.172719 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.173243 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.173772 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.174285 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.175730 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.176268 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.176797 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.177321 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.177827 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:12.197023 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-985ed527-96af-4ec0-8a01-91d89e23a0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.239965 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73773-6fbb-4c85-bf2d-b73cdd4c6ebb req-3058fb2e-c1bb-40a2-a61e-dd5b915a40a5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:12.247991 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e4c73773-6fbb-4c85-bf2d-b73cdd4c6ebb req-3058fb2e-c1bb-40a2-a61e-dd5b915a40a5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1274347 Aug 26 12:24:12.251269 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.282151 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.295574 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.309604 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-61e267cb-dd48-4073-ae07-a604c3ee4f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.323702 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aea423e-bd2a-4555-85db-56b45063b1a4 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:12.328549 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e4c73773-6fbb-4c85-bf2d-b73cdd4c6ebb req-7e7cae8a-c11b-4f0e-9172-5c4cc654696b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795453 Aug 26 12:24:12.330305 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-985ed527-96af-4ec0-8a01-91d89e23a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.343427 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-985ed527-96af-4ec0-8a01-91d89e23a0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.359926 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-985ed527-96af-4ec0-8a01-91d89e23a0d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/764963db-53ca-47a5-b4d6-fa7dca113b5c HTTP/1.1" status: 204 len: 168 time: 0.3427367 Aug 26 12:24:12.363108 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0aea423e-bd2a-4555-85db-56b45063b1a4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0aea423e-bd2a-4555-85db-56b45063b1a4,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:12.385449 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ed527-96af-4ec0-8a01-91d89e23a0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764963db-53ca-47a5-b4d6-fa7dca113b5c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:12.401003 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.474559 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Allocated IP 172.27.2.23 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/a8915371-c4e5-41f4-bfa8-a99eb1c2e796) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:12.496332 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.517789 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Transition to ACTIVE for port object fe95e1b0-ea17-4b7b-ac61-d8437b864cbb will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:12.526170 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-61e267cb-dd48-4073-ae07-a604c3ee4f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.530360 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0aea423e-bd2a-4555-85db-56b45063b1a4,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:12.541817 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Transition to ACTIVE for port object fe95e1b0-ea17-4b7b-ac61-d8437b864cbb will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:12.545954 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-61e267cb-dd48-4073-ae07-a604c3ee4f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.549897 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.597208 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Network 68952abd-6601-4cfc-8312-c8049636c281 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:12.604665 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:12.607246 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:12.615390 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-61e267cb-dd48-4073-ae07-a604c3ee4f3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c57c35da98364a0ab98c81a1b6981235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345664 Aug 26 12:24:12.617142 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Pushing event updated for resources: {'Port': ['ID=fe95e1b0-ea17-4b7b-ac61-d8437b864cbb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:12.624934 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51350) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:12.668719 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.700774 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e267cb-dd48-4073-ae07-a604c3ee4f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b48e2-97d6-4cef-a137-8c8144a8de22,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:12.713577 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Attempting to bind port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:12.714264 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Attempting to bind port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:12.721700 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Attempting to bind port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb on network 68952abd-6601-4cfc-8312-c8049636c281 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:12.725994 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed258dd4-0f02-4e5f-8c0c-999914353dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.733808 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:12.734864 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Checking segment: {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:12.743176 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.743176 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Bound using segment: {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:12.743176 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Bound port: fe95e1b0-ea17-4b7b-ac61-d8437b864cbb, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:12.743869 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.764485 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed258dd4-0f02-4e5f-8c0c-999914353dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.784951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.838699 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed258dd4-0f02-4e5f-8c0c-999914353dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.839354 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:12.842393 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:12.843208 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed258dd4-0f02-4e5f-8c0c-999914353dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.845880 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:12.858931 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-ed258dd4-0f02-4e5f-8c0c-999914353dd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/637b48e2-97d6-4cef-a137-8c8144a8de22 HTTP/1.1" status: 204 len: 168 time: 0.2245419 Aug 26 12:24:12.875521 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed258dd4-0f02-4e5f-8c0c-999914353dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b48e2-97d6-4cef-a137-8c8144a8de22,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:12.890662 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Pushing event updated for resources: {'Port': ['ID=a8915371-c4e5-41f4-bfa8-a99eb1c2e796,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:12.921911 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0aea423e-bd2a-4555-85db-56b45063b1a4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:12.948243 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] For port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:12.961471 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] For port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=fe95e1b0-ea17-4b7b-ac61-d8437b864cbb,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:12.972068 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:12.982793 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f5f18-629c-417e-8292-dc8000949902 req-d9b2b7bc-e9f5-4098-91f9-85b00293aef6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:12.984345 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-197f5f18-629c-417e-8292-dc8000949902 req-d9b2b7bc-e9f5-4098-91f9-85b00293aef6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 945 time: 0.0759442 Aug 26 12:24:13.021970 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['7457b5da-ca56-4d92-827c-bf97fe6b011d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:13.041000 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-197f5f18-629c-417e-8292-dc8000949902 req-1d844277-34eb-4b07-9548-4765278e99b0 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486662 Aug 26 12:24:13.134676 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda28668-c69d-4c29-898a-78444b2048e7 None None] Pushing event updated for resources: {'Port': ['ID=fe95e1b0-ea17-4b7b-ac61-d8437b864cbb,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:13.289147 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:13.322038 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51374) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:13.372863 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-06f42ed4-ac40-4a03-9852-4ff4075db4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:13.431765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49caba8-3557-4b73-a757-cd838d7e9c5c req-a8668406-63a8-43f7-b2a5-df932e7ed180 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:13.441331 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c49caba8-3557-4b73-a757-cd838d7e9c5c req-a8668406-63a8-43f7-b2a5-df932e7ed180 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 944 time: 0.1472337 Aug 26 12:24:13.566913 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c49caba8-3557-4b73-a757-cd838d7e9c5c req-ba1a01bd-3dd4-4095-86fa-a8798ac7ec52 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244967 Aug 26 12:24:13.589299 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2fefa-6cda-479e-b19b-4c2802fee2a2 req-354bcb2e-2123-4652-ae0b-3c8d64d26272 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:13.590880 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d8d2fefa-6cda-479e-b19b-4c2802fee2a2 req-354bcb2e-2123-4652-ae0b-3c8d64d26272 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1555684 Aug 26 12:24:13.641898 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:13.667049 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-06f42ed4-ac40-4a03-9852-4ff4075db4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:13.674683 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d8d2fefa-6cda-479e-b19b-4c2802fee2a2 req-9bcc504d-2d52-4fe2-ad7e-62437c34ad9c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740101 Aug 26 12:24:13.675792 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-06f42ed4-ac40-4a03-9852-4ff4075db4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:13.725719 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-06f42ed4-ac40-4a03-9852-4ff4075db4ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e96a79e7ce4c4b0aa979f29b8b9a5dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022741 Aug 26 12:24:13.726589 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f42ed4-ac40-4a03-9852-4ff4075db4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420da438-423c-40c4-8247-4a072fdb9a1d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:13.732446 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51384) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:13.788029 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-28e1b35d-1e98-45a7-8f5d-6bdb18e9ac5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:13.812265 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:24:13.831582 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-28e1b35d-1e98-45a7-8f5d-6bdb18e9ac5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:13.862829 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fe95e1b0-ea17-4b7b-ac61-d8437b864cbb up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:13.905336 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-28e1b35d-1e98-45a7-8f5d-6bdb18e9ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:13.909274 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-28e1b35d-1e98-45a7-8f5d-6bdb18e9ac5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:13.910695 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-28e1b35d-1e98-45a7-8f5d-6bdb18e9ac5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/420da438-423c-40c4-8247-4a072fdb9a1d HTTP/1.1" status: 204 len: 168 time: 0.1771033 Aug 26 12:24:13.928838 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1b35d-1e98-45a7-8f5d-6bdb18e9ac5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420da438-423c-40c4-8247-4a072fdb9a1d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:13.998674 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:14.014792 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:14.026139 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Sync routers for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:14.038320 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:14.039188 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:23:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:14.051218 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:14.053838 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-5f6de524-693a-451b-bad9-08910a07de7f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8602409 Aug 26 12:24:14.056676 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51402) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:14.175639 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:14.295751 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bf5f5-c247-4865-bdc2-dca4baa2c8f8 req-41d64fb2-ff2d-4290-853f-85ea2ab676e7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:14.307271 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-127bf5f5-c247-4865-bdc2-dca4baa2c8f8 req-41d64fb2-ff2d-4290-853f-85ea2ab676e7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 945 time: 0.1403975 Aug 26 12:24:14.374388 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-127bf5f5-c247-4865-bdc2-dca4baa2c8f8 req-1c4ffb49-b369-4c20-8fab-eced32043b05 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659680 Aug 26 12:24:14.457698 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:13Z', 'revision_number': 3, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:14.496877 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Checking router: c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:14.498108 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Updating router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 port a8915371-c4e5-41f4-bfa8-a99eb1c2e796 binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:24:14.539760 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:14.792828 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe0db48-24de-49b9-bb4e-02d0a84c6907 None None] Network 68952abd-6601-4cfc-8312-c8049636c281 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:14.906456 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:14.913096 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50f8a4-8b2c-42bb-9275-ad0bb00658cd req-fa211311-0c74-4eb2-8853-c41ef4988b16 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:14.920649 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dc50f8a4-8b2c-42bb-9275-ad0bb00658cd req-fa211311-0c74-4eb2-8853-c41ef4988b16 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1419308 Aug 26 12:24:14.922290 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Transition to ACTIVE for port object a8915371-c4e5-41f4-bfa8-a99eb1c2e796 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:14.930491 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.045014 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dc50f8a4-8b2c-42bb-9275-ad0bb00658cd req-0d2970e0-1450-426d-806d-1d41ff6e6b20 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122882 Aug 26 12:24:15.062436 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Pushing event updated for resources: {'Port': ['ID=a8915371-c4e5-41f4-bfa8-a99eb1c2e796,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:15.075859 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.076135 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.076900 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.077032 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.077437 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.077627 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.078008 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.078342 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.078704 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.079365 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.080004 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.080495 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:15.099323 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-14c32191-a7b2-4e86-98f0-23b330a3ce05 None None] Provisioning for port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:15.127219 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-14c32191-a7b2-4e86-98f0-23b330a3ce05 None None] Provisioning complete for port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:15.128116 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14c32191-a7b2-4e86-98f0-23b330a3ce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.150156 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.154616 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac06df-65b7-4c5f-b65d-4588d8a2a94f req-e0e9f92d-a4f7-457d-b295-521b26ae0b94 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:15.163228 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-19ac06df-65b7-4c5f-b65d-4588d8a2a94f req-e0e9f92d-a4f7-457d-b295-521b26ae0b94 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 944 time: 0.4852145 Aug 26 12:24:15.170203 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Attempting to bind port a8915371-c4e5-41f4-bfa8-a99eb1c2e796 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:15.170617 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Attempting to bind port a8915371-c4e5-41f4-bfa8-a99eb1c2e796 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:15.170982 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Attempting to bind port a8915371-c4e5-41f4-bfa8-a99eb1c2e796 on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:15.174597 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 7457b5da-ca56-4d92-827c-bf97fe6b011d up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:15.177876 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:15.178254 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:15.178679 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.179218 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:15.179694 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Bound port: a8915371-c4e5-41f4-bfa8-a99eb1c2e796, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:15.180095 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.237140 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] For port a8915371-c4e5-41f4-bfa8-a99eb1c2e796, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:15.240790 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] For port a8915371-c4e5-41f4-bfa8-a99eb1c2e796, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=a8915371-c4e5-41f4-bfa8-a99eb1c2e796,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:15.246353 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.327347 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-19ac06df-65b7-4c5f-b65d-4588d8a2a94f req-6f6400ce-2e01-45b9-a3d2-54a20e0c4b8c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630163 Aug 26 12:24:15.334809 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a334dab-1cd7-4d67-a24c-93e3f65a3b5c None None] Pushing event updated for resources: {'Port': ['ID=a8915371-c4e5-41f4-bfa8-a99eb1c2e796,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:15.354532 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 7457b5da-ca56-4d92-827c-bf97fe6b011d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:15.363978 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 7457b5da-ca56-4d92-827c-bf97fe6b011d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:15.364312 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.368663 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:15.369315 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:23:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:15.447946 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14c32191-a7b2-4e86-98f0-23b330a3ce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.585996 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-14c32191-a7b2-4e86-98f0-23b330a3ce05 None None] For port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=fe95e1b0-ea17-4b7b-ac61-d8437b864cbb,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:15.598049 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14c32191-a7b2-4e86-98f0-23b330a3ce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.619122 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:15.626360 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd663c42-7b54-4d39-844f-cf64bc9521c9 req-a0d54e11-8a6b-4af7-b7d9-45d17ef83c65 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:15.633713 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Allocated IP 172.20.0.1 (68952abd-6601-4cfc-8312-c8049636c281/d2652cf6-f646-4013-841e-a75b647ab697/4bc4a682-306e-4a9a-9cfb-478d464fe23e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:15.635763 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fd663c42-7b54-4d39-844f-cf64bc9521c9 req-a0d54e11-8a6b-4af7-b7d9-45d17ef83c65 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 945 time: 0.0954666 Aug 26 12:24:15.694792 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fd663c42-7b54-4d39-844f-cf64bc9521c9 req-602f9693-985f-4896-95c6-e555c47c11ec tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528169 Aug 26 12:24:15.704282 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.720926 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c32191-a7b2-4e86-98f0-23b330a3ce05 None None] Pushing event updated for resources: {'Port': ['ID=fe95e1b0-ea17-4b7b-ac61-d8437b864cbb,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:15.750386 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd208d198-c8f0-4586-b35c-ee84da41e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457b5da-ca56-4d92-827c-bf97fe6b011d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:15.752848 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7921b17b-2fae-4935-ac1f-fbff5b8bed18" -d '{"events": [{"server_uuid": "d208d198-c8f0-4586-b35c-ee84da41e10c", "name": "network-vif-plugged", "status": "completed", "tag": "7457b5da-ca56-4d92-827c-bf97fe6b011d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:15.764207 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-69e9fe4b-eadf-43b2-be71-abc190f0a693 None None] Provisioning complete for port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:15.764207 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-69e9fe4b-eadf-43b2-be71-abc190f0a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.768960 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 7457b5da-ca56-4d92-827c-bf97fe6b011d, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7457b5da-ca56-4d92-827c-bf97fe6b011d,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:15.792661 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.793466 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0aea423e-bd2a-4555-85db-56b45063b1a4 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:15.805542 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.822667 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ec465f-5e9b-4b61-b8a1-66b097a725e9 x-openstack-request-id: req-10ec465f-5e9b-4b61-b8a1-66b097a725e9 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:15.823193 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d208d198-c8f0-4586-b35c-ee84da41e10c", "name": "network-vif-plugged", "status": "completed", "tag": "7457b5da-ca56-4d92-827c-bf97fe6b011d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:15.823441 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10ec465f-5e9b-4b61-b8a1-66b097a725e9 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:15.823968 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd208d198-c8f0-4586-b35c-ee84da41e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457b5da-ca56-4d92-827c-bf97fe6b011d', 'code': 200} Aug 26 12:24:15.834770 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Transition to ACTIVE for port object 4bc4a682-306e-4a9a-9cfb-478d464fe23e will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:15.898315 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:15.917232 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=7457b5da-ca56-4d92-827c-bf97fe6b011d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:15.958004 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:13Z', 'revision_number': 3, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:15.959835 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Network 68952abd-6601-4cfc-8312-c8049636c281 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:15.970357 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:15.974995 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:15.990335 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 0aea423e-bd2a-4555-85db-56b45063b1a4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:16.005674 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 0aea423e-bd2a-4555-85db-56b45063b1a4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:16.006958 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:16.017297 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b945a53f-c0bb-496e-91c9-873b55d1e29b None None] The sync data for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi is: [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:13Z', 'revision_number': 3, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:16.024974 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc4a682-306e-4a9a-9cfb-478d464fe23e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:16.070120 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:16.228886 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44f1f9-2729-471e-b5fe-86f1149341bb req-5c51fb71-fc1c-46e6-b4e4-b0c53a5ba8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:16.230842 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fc44f1f9-2729-471e-b5fe-86f1149341bb req-5c51fb71-fc1c-46e6-b4e4-b0c53a5ba8ff service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 1098 time: 0.1952212 Aug 26 12:24:16.265251 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:16.269677 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e65f6-7d99-41e9-940d-fd19bd651304 req-44f7eaf0-81d2-4514-9187-d61ca60d705e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:16.272160 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-002e65f6-7d99-41e9-940d-fd19bd651304 req-44f7eaf0-81d2-4514-9187-d61ca60d705e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1061742 Aug 26 12:24:16.329505 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0aea423e-bd2a-4555-85db-56b45063b1a4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0aea423e-bd2a-4555-85db-56b45063b1a4,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:16.343852 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:16.380589 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-002e65f6-7d99-41e9-940d-fd19bd651304 req-4ce6844c-828e-4271-b061-ce092440ad40 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011581 Aug 26 12:24:16.445816 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ecd2efe3-d656-464d-8154-2af900530033 None None] Provisioning for port 4bc4a682-306e-4a9a-9cfb-478d464fe23e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:16.479282 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fc44f1f9-2729-471e-b5fe-86f1149341bb req-275414a1-d523-4e33-9ff3-125dc11a96e1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196681 Aug 26 12:24:16.490681 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ecd2efe3-d656-464d-8154-2af900530033 None None] Provisioning complete for port 4bc4a682-306e-4a9a-9cfb-478d464fe23e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:16.491062 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ecd2efe3-d656-464d-8154-2af900530033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:16.524425 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0aea423e-bd2a-4555-85db-56b45063b1a4,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:16.553301 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2efe3-d656-464d-8154-2af900530033 None None] Port 4bc4a682-306e-4a9a-9cfb-478d464fe23e cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:24:16.561363 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:16.587488 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687e63e-757a-41cf-9991-1df7887ae980 req-0a9759ab-5e7e-458b-82dd-faa0fa5d6d1e tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:16.589080 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b687e63e-757a-41cf-9991-1df7887ae980 req-0a9759ab-5e7e-458b-82dd-faa0fa5d6d1e tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 945 time: 0.1203029 Aug 26 12:24:16.689024 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b687e63e-757a-41cf-9991-1df7887ae980 req-7527f078-1c2c-4ff7-9f5a-4a9f4fe0a431 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620363 Aug 26 12:24:16.892575 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aa158-b2cf-4b29-8de3-dff1a3146b21 req-b447cbaf-0e03-478e-9c9c-8f1b361183f3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:16.894202 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4c8aa158-b2cf-4b29-8de3-dff1a3146b21 req-b447cbaf-0e03-478e-9c9c-8f1b361183f3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 946 time: 0.0888445 Aug 26 12:24:16.930281 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:16.937176 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:16.955971 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4c8aa158-b2cf-4b29-8de3-dff1a3146b21 req-436b10f6-162e-4753-b123-e5b6dc066ef1 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538201 Aug 26 12:24:17.031941 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:17.039687 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:24:17.047859 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc4a682-306e-4a9a-9cfb-478d464fe23e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:17.141095 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Network 68952abd-6601-4cfc-8312-c8049636c281 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:17.142652 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:17.282010 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:24:17.397996 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:17.398657 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-53641cf1-bf0b-4048-a215-04afb39d0aef None None] Provisioning complete for port 4bc4a682-306e-4a9a-9cfb-478d464fe23e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:17.399115 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53641cf1-bf0b-4048-a215-04afb39d0aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:17.406423 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-cbe1e4d0-5b8e-4c98-9a9c-3d11bd62e6f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/c115f2aa-d0d5-4711-8fb8-77710ea5ddf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3484161 Aug 26 12:24:17.444961 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-53641cf1-bf0b-4048-a215-04afb39d0aef None None] Port 4bc4a682-306e-4a9a-9cfb-478d464fe23e cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:24:17.520954 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a9750-b9ab-4d90-91c3-1c963842e714 req-b0337b54-67c5-4967-bf87-4bb0871af325 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:17.522455 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-973a9750-b9ab-4d90-91c3-1c963842e714 req-b0337b54-67c5-4967-bf87-4bb0871af325 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0494003 Aug 26 12:24:17.564971 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-973a9750-b9ab-4d90-91c3-1c963842e714 req-d3953d6c-a76e-491e-be15-b3c32fa1f12c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364003 Aug 26 12:24:17.811212 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd73ba-566f-47fc-be79-b761bb03a7a8 req-dfbed65e-9d45-41a0-bc6c-143e408b86f1 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:17.812948 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d0fd73ba-566f-47fc-be79-b761bb03a7a8 req-dfbed65e-9d45-41a0-bc6c-143e408b86f1 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 945 time: 0.0543919 Aug 26 12:24:17.825822 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a783a6-722a-4f9c-b6fc-9902d3c23ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aea423e-bd2a-4555-85db-56b45063b1a4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:17.828657 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8907c9c-96d0-40ac-9101-f59b251722bf" -d '{"events": [{"server_uuid": "11a783a6-722a-4f9c-b6fc-9902d3c23ed3", "name": "network-vif-plugged", "status": "completed", "tag": "0aea423e-bd2a-4555-85db-56b45063b1a4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:17.847701 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device a8915371-c4e5-41f4-bfa8-a99eb1c2e796 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:17.868076 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d0fd73ba-566f-47fc-be79-b761bb03a7a8 req-7604be20-a7f9-412a-a1f7-4b0d201edb7b tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Aug 26 12:24:17.958876 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port a8915371-c4e5-41f4-bfa8-a99eb1c2e796 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:17.962031 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1a059c-cbeb-4181-887b-abc0ccf1bd28 x-openstack-request-id: req-9b1a059c-cbeb-4181-887b-abc0ccf1bd28 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:17.962432 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a783a6-722a-4f9c-b6fc-9902d3c23ed3", "name": "network-vif-plugged", "status": "completed", "tag": "0aea423e-bd2a-4555-85db-56b45063b1a4", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:17.962793 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b1a059c-cbeb-4181-887b-abc0ccf1bd28 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:17.963098 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a783a6-722a-4f9c-b6fc-9902d3c23ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aea423e-bd2a-4555-85db-56b45063b1a4', 'code': 200} Aug 26 12:24:17.972246 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port a8915371-c4e5-41f4-bfa8-a99eb1c2e796 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:17.972246 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:17.972434 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51526) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:17.979885 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-eb61da9c-c581-4857-93a7-8b0770e6d084 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514574065', 'description': 'tempest-description--1744469209'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:18.072140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb61da9c-c581-4857-93a7-8b0770e6d084 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.121741 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.172651 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port a8915371-c4e5-41f4-bfa8-a99eb1c2e796, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=a8915371-c4e5-41f4-bfa8-a99eb1c2e796,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:18.192012 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.195892 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fe95e1b0-ea17-4b7b-ac61-d8437b864cbb up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:18.205991 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771dabd-0566-4f51-8203-66636464bce7 req-868c5f3f-237a-4624-88e8-170dea0bd6a6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:18.215895 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9771dabd-0566-4f51-8203-66636464bce7 req-868c5f3f-237a-4624-88e8-170dea0bd6a6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 946 time: 0.1012774 Aug 26 12:24:18.246677 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Sync routers for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:18.320698 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:18.321513 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:23:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:18.347054 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9771dabd-0566-4f51-8203-66636464bce7 req-3c91c6e1-1846-4f3b-8c4e-646583e383f6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295040 Aug 26 12:24:18.381310 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb61da9c-c581-4857-93a7-8b0770e6d084 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.409731 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=a8915371-c4e5-41f4-bfa8-a99eb1c2e796,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:18.411398 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb61da9c-c581-4857-93a7-8b0770e6d084 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.448745 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb61da9c-c581-4857-93a7-8b0770e6d084 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.452463 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-eb61da9c-c581-4857-93a7-8b0770e6d084 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4753435 Aug 26 12:24:18.454101 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61da9c-c581-4857-93a7-8b0770e6d084 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4ec446-e5fb-4184-ad14-0a51468ea52e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:18.456895 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51542) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:18.462438 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f067e756-d47d-417c-a5e8-161c459c1401 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'security_group_rule': {'security_group_id': 'ac4ec446-e5fb-4184-ad14-0a51468ea52e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:18.468252 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602a265-4a9c-4d20-a8f2-4a91cde02f8d req-f38559c6-b4a5-4119-a9bb-c66a18c3d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:18.469792 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0602a265-4a9c-4d20-a8f2-4a91cde02f8d req-f38559c6-b4a5-4119-a9bb-c66a18c3d30a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 1099 time: 0.1434879 Aug 26 12:24:18.503326 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:18.503700 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.509281 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da5192-98aa-4440-91ba-1bd659118240 req-89ae9330-55a0-44e2-83de-59d780813fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:18.511547 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2da5192-98aa-4440-91ba-1bd659118240 req-89ae9330-55a0-44e2-83de-59d780813fb7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 1099 time: 0.0922203 Aug 26 12:24:18.522054 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f067e756-d47d-417c-a5e8-161c459c1401 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.587457 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51544) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:18.629958 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2da5192-98aa-4440-91ba-1bd659118240 req-a340cc75-d183-4dd5-99a4-cb7018d238a9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094205 Aug 26 12:24:18.644907 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0602a265-4a9c-4d20-a8f2-4a91cde02f8d req-357d9dc0-bf4f-4e2e-be45-1ba4c81e18d3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615283 Aug 26 12:24:18.645986 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:18.718621 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f067e756-d47d-417c-a5e8-161c459c1401 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.726174 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f067e756-d47d-417c-a5e8-161c459c1401 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.745799 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067e756-d47d-417c-a5e8-161c459c1401 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe9b301-c012-48eb-ab14-b92ab73d88cb,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:18.769630 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f067e756-d47d-417c-a5e8-161c459c1401 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.773448 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f067e756-d47d-417c-a5e8-161c459c1401 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3124332 Aug 26 12:24:18.773845 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51558) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:18.779258 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d20a9bd3-f90e-49f9-ba26-09b945fbc439 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'security_group_rule': {'security_group_id': 'ac4ec446-e5fb-4184-ad14-0a51468ea52e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:18.805097 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6bbef-5589-48ab-914e-37137881a4d5 req-5371227d-e915-44f3-b144-80af4e9a1055 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:18.812220 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fca6bbef-5589-48ab-914e-37137881a4d5 req-5371227d-e915-44f3-b144-80af4e9a1055 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.1131852 Aug 26 12:24:18.831971 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d20a9bd3-f90e-49f9-ba26-09b945fbc439 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.847836 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17cae945-0e3c-4b67-a6ae-4ba5777fff72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.874993 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fca6bbef-5589-48ab-914e-37137881a4d5 req-b0ed6d82-0c97-45c9-87f4-2ce11fcd4052 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610008 Aug 26 12:24:18.914389 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d20a9bd3-f90e-49f9-ba26-09b945fbc439 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.920740 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d20a9bd3-f90e-49f9-ba26-09b945fbc439 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:18.947851 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a9bd3-f90e-49f9-ba26-09b945fbc439 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcb6378-6e0e-4688-ad43-b4bbb8535c84,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:18.994911 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17cae945-0e3c-4b67-a6ae-4ba5777fff72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.013701 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17cae945-0e3c-4b67-a6ae-4ba5777fff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.021364 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d20a9bd3-f90e-49f9-ba26-09b945fbc439 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.022965 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-d20a9bd3-f90e-49f9-ba26-09b945fbc439 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479281 Aug 26 12:24:19.025939 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51566) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:19.032179 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'floatingip': {'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:19.063308 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46337004-f8ba-4a6f-824c-12bd30f089e4 req-2c657be1-9a9c-4441-abb4-848a7d9629b8 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:19.065721 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-46337004-f8ba-4a6f-824c-12bd30f089e4 req-2c657be1-9a9c-4441-abb4-848a7d9629b8 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 945 time: 0.0827281 Aug 26 12:24:19.069285 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51568) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:19.069550 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-17cae945-0e3c-4b67-a6ae-4ba5777fff72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75374fedc7804decbcc4a2c9d691fcf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806943 Aug 26 12:24:19.070914 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cae945-0e3c-4b67-a6ae-4ba5777fff72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa92117-b62e-44a6-a2a5-a9f784a8a94f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:19.108156 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.126392 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 2, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:19.155567 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Checking router: c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:19.155915 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Updating router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 port 4bc4a682-306e-4a9a-9cfb-478d464fe23e binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:24:19.181939 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.194517 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-46337004-f8ba-4a6f-824c-12bd30f089e4 req-da74e76f-e5b7-47db-88d6-2ec26dcbb425 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158004 Aug 26 12:24:19.218532 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-28d86008-be55-46fb-a279-d59bb3f10d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.243724 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-28d86008-be55-46fb-a279-d59bb3f10d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.317391 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.333298 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-28d86008-be55-46fb-a279-d59bb3f10d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.336488 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-28d86008-be55-46fb-a279-d59bb3f10d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.338022 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-28d86008-be55-46fb-a279-d59bb3f10d02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fa92117-b62e-44a6-a2a5-a9f784a8a94f HTTP/1.1" status: 204 len: 168 time: 0.2673986 Aug 26 12:24:19.383022 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d86008-be55-46fb-a279-d59bb3f10d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa92117-b62e-44a6-a2a5-a9f784a8a94f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:19.489480 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Allocated IP 172.27.2.150 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/afa75254-5276-4dc8-80e8-8b70955ae6b0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:19.567720 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20801623-d315-4cef-8f67-71af08c77da2 req-e05139d4-0fb5-4b1c-89f0-a9711a8855d9 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:19.569550 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-20801623-d315-4cef-8f67-71af08c77da2 req-e05139d4-0fb5-4b1c-89f0-a9711a8855d9 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 946 time: 0.1062281 Aug 26 12:24:19.609426 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.629403 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Transition to ACTIVE for port object 4bc4a682-306e-4a9a-9cfb-478d464fe23e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:19.640459 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.648201 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-20801623-d315-4cef-8f67-71af08c77da2 req-c188fcc1-b9d2-42b7-86fa-b9e8953f2074 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709934 Aug 26 12:24:19.692683 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.732775 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07eae62-e738-473c-997a-6592e6da208b None None] Pushing event updated for resources: {'Port': ['ID=4bc4a682-306e-4a9a-9cfb-478d464fe23e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:19.778986 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.819370 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device a8915371-c4e5-41f4-bfa8-a99eb1c2e796 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:19.836691 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51596) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:19.856399 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Attempting to bind port 4bc4a682-306e-4a9a-9cfb-478d464fe23e on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:19.856761 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Attempting to bind port 4bc4a682-306e-4a9a-9cfb-478d464fe23e by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:19.857572 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Attempting to bind port 4bc4a682-306e-4a9a-9cfb-478d464fe23e on network 68952abd-6601-4cfc-8312-c8049636c281 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:19.860141 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-268864df-529f-4184-af88-31bcb047950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.866742 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:19.873550 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:19.876823 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:19.877236 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Checking segment: {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:19.880407 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.880856 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Bound using segment: {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:19.883400 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Bound port: 4bc4a682-306e-4a9a-9cfb-478d464fe23e, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:19.884130 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.893399 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:19.931881 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'Port': ['ID=afa75254-5276-4dc8-80e8-8b70955ae6b0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:20.006419 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port a8915371-c4e5-41f4-bfa8-a99eb1c2e796 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:20.007007 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.029166 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-268864df-529f-4184-af88-31bcb047950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.034208 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-268864df-529f-4184-af88-31bcb047950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.050609 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] For port 4bc4a682-306e-4a9a-9cfb-478d464fe23e, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:20.076883 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] For port 4bc4a682-306e-4a9a-9cfb-478d464fe23e, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=4bc4a682-306e-4a9a-9cfb-478d464fe23e,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:20.092740 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.115659 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-268864df-529f-4184-af88-31bcb047950b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f5f24d1d8a2484493f2710d1dbe190c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778738 Aug 26 12:24:20.117444 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268864df-529f-4184-af88-31bcb047950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297d32e2-6c9a-4116-ad7d-1cefbe68bdc1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:20.123987 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51608) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:20.190107 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162b67d-83fd-4c72-afe5-b98fc0a58fc9 req-7776569d-875f-45be-91a6-8b94f0e86e5f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:20.192014 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b162b67d-83fd-4c72-afe5-b98fc0a58fc9 req-7776569d-875f-45be-91a6-8b94f0e86e5f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.2196014 Aug 26 12:24:20.228446 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07eae62-e738-473c-997a-6592e6da208b None None] Pushing event updated for resources: {'Port': ['ID=4bc4a682-306e-4a9a-9cfb-478d464fe23e,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:20.235556 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:20.236201 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:23:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:20.279302 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371288a3-6d33-4929-9ec2-bf8f00a9b0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.285021 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b162b67d-83fd-4c72-afe5-b98fc0a58fc9 req-6360b7e9-0c7d-4287-8e73-7c91d2fa03f5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737727 Aug 26 12:24:20.307990 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.323631 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371288a3-6d33-4929-9ec2-bf8f00a9b0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.417891 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.424353 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371288a3-6d33-4929-9ec2-bf8f00a9b0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.434118 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371288a3-6d33-4929-9ec2-bf8f00a9b0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:20.440958 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-371288a3-6d33-4929-9ec2-bf8f00a9b0fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/297d32e2-6c9a-4116-ad7d-1cefbe68bdc1 HTTP/1.1" status: 204 len: 168 time: 0.3127913 Aug 26 12:24:20.452578 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:20.460616 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371288a3-6d33-4929-9ec2-bf8f00a9b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297d32e2-6c9a-4116-ad7d-1cefbe68bdc1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:20.891695 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115aaa1-0ace-46b4-b26a-04a9b233ba7e req-5ed0bcc7-8608-458c-a384-316009e0c5c8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:20.893974 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0115aaa1-0ace-46b4-b26a-04a9b233ba7e req-5ed0bcc7-8608-458c-a384-316009e0c5c8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 946 time: 0.1140263 Aug 26 12:24:20.915929 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:20Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:20.987433 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd395d-5c15-4eae-9a5c-cd194c32bf1c None None] The sync data for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi is: [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:20Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:20.989835 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0115aaa1-0ace-46b4-b26a-04a9b233ba7e req-d29e64e9-57ff-4337-9c4f-44fa62201d03 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815277 Aug 26 12:24:21.078131 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742b402-e19e-42cc-b7b2-150b732a7aa5 req-f89fb460-cef7-4484-8924-a300d63b795c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:21.095264 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3742b402-e19e-42cc-b7b2-150b732a7aa5 req-f89fb460-cef7-4484-8924-a300d63b795c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 945 time: 0.4883389 Aug 26 12:24:21.209597 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:21.214590 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3742b402-e19e-42cc-b7b2-150b732a7aa5 req-4195b1db-f859-4d45-a7e4-ae277b207392 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181693 Aug 26 12:24:21.227134 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:21.311110 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:21.343030 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:21.344287 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3172166 Aug 26 12:24:21.361615 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bbffc-f788-4603-95c3-6af4a358ea35 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'Port': ['ID=afa75254-5276-4dc8-80e8-8b70955ae6b0,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:21.512715 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f9e08-48bc-42c9-acc4-aebb35490caf req-58d5d502-dcc9-4186-88f4-5ddd617a9901 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:21.514299 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a6f9e08-48bc-42c9-acc4-aebb35490caf req-58d5d502-dcc9-4186-88f4-5ddd617a9901 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0773394 Aug 26 12:24:21.566702 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a6f9e08-48bc-42c9-acc4-aebb35490caf req-b56877d2-6bb3-43dc-8496-4a8b3dd122ac tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 Aug 26 12:24:21.696180 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51668) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:21.826391 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7293d51-6c52-4a3d-83ed-fbf397e85ed9 req-0ae99ba9-4417-4fa4-84a7-bca9431209b8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:21.840723 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c7293d51-6c52-4a3d-83ed-fbf397e85ed9 req-0ae99ba9-4417-4fa4-84a7-bca9431209b8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1380219 Aug 26 12:24:21.857184 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 4bc4a682-306e-4a9a-9cfb-478d464fe23e up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:21.918878 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c7293d51-6c52-4a3d-83ed-fbf397e85ed9 req-0310deb6-ca25-4e89-97f7-6de8572c5acd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771680 Aug 26 12:24:21.942529 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-722804e8-d8b6-4247-8ef3-ea9de9613811 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1514574065&fields=id&tenant_id=576d25478da24b44996196f43f63a4a2 HTTP/1.1" status: 200 len: 267 time: 0.1289811 Aug 26 12:24:21.977904 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 4bc4a682-306e-4a9a-9cfb-478d464fe23e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:21.983701 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 4bc4a682-306e-4a9a-9cfb-478d464fe23e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:21.984525 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:22.190261 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1801c5-60db-4be6-9c86-40ddba0a3af3 req-8d95aba9-ed9e-4b10-b98e-7391a33fdad0 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:22.201295 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0d1801c5-60db-4be6-9c86-40ddba0a3af3 req-8d95aba9-ed9e-4b10-b98e-7391a33fdad0 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 946 time: 0.0944917 Aug 26 12:24:22.227616 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:22.272410 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0d1801c5-60db-4be6-9c86-40ddba0a3af3 req-06299370-0578-4308-a8c1-8c7e189153d3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589797 Aug 26 12:24:22.288851 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c36e07f3-7fe2-42a1-b058-c4b8c8ae440c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:22.313794 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 4bc4a682-306e-4a9a-9cfb-478d464fe23e, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=4bc4a682-306e-4a9a-9cfb-478d464fe23e,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:22.318697 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:22.408038 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-1d1a5bae-eb14-4efd-9092-893371d45ae4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:22.416437 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-1d1a5bae-eb14-4efd-9092-893371d45ae4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 811 time: 0.4730792 Aug 26 12:24:22.449729 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=4bc4a682-306e-4a9a-9cfb-478d464fe23e,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:22.458211 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-74b79dad-517a-48ab-ac7d-247e8fb858ac tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/quotas/576d25478da24b44996196f43f63a4a2 HTTP/1.1" status: 200 len: 375 time: 0.0359814 Aug 26 12:24:22.497207 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ed3e6-96cd-4adc-abbf-3c513bb64bdd req-b6d43130-5886-48fc-ac7c-c0f767f5be99 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:22.503276 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-292ed3e6-96cd-4adc-abbf-3c513bb64bdd req-b6d43130-5886-48fc-ac7c-c0f767f5be99 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 945 time: 0.1314282 Aug 26 12:24:22.620651 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-292ed3e6-96cd-4adc-abbf-3c513bb64bdd req-a5773e6f-bf8e-4d5d-958c-6976fd75b3be tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111159 Aug 26 12:24:22.621414 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c36e07f3-7fe2-42a1-b058-c4b8c8ae440c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:22.644571 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-25a0f6ac-2054-4835-8065-d0eaa46ac295 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1739218 Aug 26 12:24:22.647287 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c36e07f3-7fe2-42a1-b058-c4b8c8ae440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:22.685750 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e07f3-7fe2-42a1-b058-c4b8c8ae440c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2218fd2b-f217-438a-acea-c9da88c89154,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:22.769447 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-c36e07f3-7fe2-42a1-b058-c4b8c8ae440c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d60dfbac29d24af385451994dd0fd204&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0690331 Aug 26 12:24:22.770613 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51716) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:22.826758 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-bb0eb525-d446-4791-bee1-ca309da7a616 service neutron] 10.222.0.13 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430368 Aug 26 12:24:22.918139 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4cd4fba1-00f8-4984-8af8-55f90603de70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:22.930474 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-41ffaf37-11a9-4dee-ab66-3ce3f2587802 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:22.930474 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-41ffaf37-11a9-4dee-ab66-3ce3f2587802 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.68 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 945 time: 0.0976670 Aug 26 12:24:22.981134 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-2214ab3a-676b-4ded-9b82-233d1f2da0ed service neutron] 10.222.0.13 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530840 Aug 26 12:24:23.030293 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4cd4fba1-00f8-4984-8af8-55f90603de70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:23.298898 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d03a6c02-87fa-4e4e-a1a3-8e7fefb714bc req-a6e4f72d-fad6-4946-bc5c-93cf539ba116 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 210 time: 0.0681496 Aug 26 12:24:23.332517 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4cd4fba1-00f8-4984-8af8-55f90603de70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:23.339350 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4cd4fba1-00f8-4984-8af8-55f90603de70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:23.344690 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-4cd4fba1-00f8-4984-8af8-55f90603de70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2218fd2b-f217-438a-acea-c9da88c89154 HTTP/1.1" status: 204 len: 168 time: 0.5727596 Aug 26 12:24:23.361763 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Deleting port 7457b5da-ca56-4d92-827c-bf97fe6b011d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:23.363017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:23.366624 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4fba1-00f8-4984-8af8-55f90603de70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2218fd2b-f217-438a-acea-c9da88c89154,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:23.490809 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] For port 7457b5da-ca56-4d92-827c-bf97fe6b011d, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=7457b5da-ca56-4d92-827c-bf97fe6b011d,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:23.491176 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:23.515035 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Calling delete_port for 7457b5da-ca56-4d92-827c-bf97fe6b011d owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:23.813780 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 4bc4a682-306e-4a9a-9cfb-478d464fe23e up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:23.841040 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:23.853482 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caf0e8-46f4-4177-91d4-a80a4e8edd0a req-a61d5d4d-0a7e-498c-993f-a0ad3163543d tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:23.867046 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e9caf0e8-46f4-4177-91d4-a80a4e8edd0a req-a61d5d4d-0a7e-498c-993f-a0ad3163543d tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 867 time: 0.1267931 Aug 26 12:24:23.918252 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Pushing event deleted for resources: {'Port': ['ID=7457b5da-ca56-4d92-827c-bf97fe6b011d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:23.960912 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 4bc4a682-306e-4a9a-9cfb-478d464fe23e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:23.964137 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:23.989576 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e9caf0e8-46f4-4177-91d4-a80a4e8edd0a req-689e95c6-dcb7-4cba-9d5b-76c9310f59ed tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190231 Aug 26 12:24:24.027467 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51770) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:24.041774 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16eae081-7c40-4a27-8254-edac1f229a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:24.072139 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] No DVR routers for this DVR port 7457b5da-ca56-4d92-827c-bf97fe6b011d on host hv-cinder-80614 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:24:24.078244 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:24.082904 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f76afccf-5eca-43be-a08b-ac6128d87793 req-747faba4-7359-45d6-aa6a-d63259d5ba21 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.68 "DELETE /v2.0/ports/7457b5da-ca56-4d92-827c-bf97fe6b011d HTTP/1.1" status: 204 len: 173 time: 1.1390750 Aug 26 12:24:24.083485 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd208d198-c8f0-4586-b35c-ee84da41e10c', 'name': 'network-vif-deleted', 'tag': '7457b5da-ca56-4d92-827c-bf97fe6b011d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:24.092980 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b155fa8-60ef-43d6-ba15-521f71658b68" -d '{"events": [{"server_uuid": "d208d198-c8f0-4586-b35c-ee84da41e10c", "name": "network-vif-deleted", "tag": "7457b5da-ca56-4d92-827c-bf97fe6b011d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:24.150629 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1582107-dea5-4a3d-b90b-3fde7a12e4ef x-openstack-request-id: req-d1582107-dea5-4a3d-b90b-3fde7a12e4ef {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:24.151159 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d208d198-c8f0-4586-b35c-ee84da41e10c", "name": "network-vif-deleted", "tag": "7457b5da-ca56-4d92-827c-bf97fe6b011d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:24.151545 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1582107-dea5-4a3d-b90b-3fde7a12e4ef {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:24.152093 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd208d198-c8f0-4586-b35c-ee84da41e10c', 'name': 'network-vif-deleted', 'tag': '7457b5da-ca56-4d92-827c-bf97fe6b011d', 'status': 'completed', 'code': 200} Aug 26 12:24:24.220808 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16eae081-7c40-4a27-8254-edac1f229a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:24.226220 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16eae081-7c40-4a27-8254-edac1f229a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:24.281222 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eae081-7c40-4a27-8254-edac1f229a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab19d616-ed27-458e-b628-0a0827f4009e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:24.293961 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-16eae081-7c40-4a27-8254-edac1f229a73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bbe2c3dc4714faf80f2461dd8fb9225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624974 Aug 26 12:24:24.293961 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 51786) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:24.415357 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d9c04a1-56b4-481a-a968-af07d1c1650b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:24.449919 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4ba2c2f8-6268-4a13-9e72-da45c6acef56 req-8495e6e8-6653-4737-86c3-0498778a1dca tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 210 time: 0.0461669 Aug 26 12:24:24.450640 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b4f88-4d09-4da9-80c3-e84ee44494dc req-c9bdd882-4975-4d6e-8560-14082f1ec2ec tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:24.452362 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d89b4f88-4d09-4da9-80c3-e84ee44494dc req-c9bdd882-4975-4d6e-8560-14082f1ec2ec tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1162331 Aug 26 12:24:24.459759 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-0829ef6d-4fb6-4d65-a098-11f7242eb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:24.462454 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-0829ef6d-4fb6-4d65-a098-11f7242eb83d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1098 time: 0.0768263 Aug 26 12:24:24.472942 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d9c04a1-56b4-481a-a968-af07d1c1650b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:24.536965 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d9c04a1-56b4-481a-a968-af07d1c1650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:24.540076 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d9c04a1-56b4-481a-a968-af07d1c1650b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:24.543995 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-2d9c04a1-56b4-481a-a968-af07d1c1650b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab19d616-ed27-458e-b628-0a0827f4009e HTTP/1.1" status: 204 len: 168 time: 0.2472322 Aug 26 12:24:24.571743 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c04a1-56b4-481a-a968-af07d1c1650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab19d616-ed27-458e-b628-0a0827f4009e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:24.597761 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d89b4f88-4d09-4da9-80c3-e84ee44494dc req-cdf200cd-2425-4039-9b82-29655e3c45d6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352949 Aug 26 12:24:24.637990 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ed57-a156-49c3-8539-19b3e3fd547e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:24.639492 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-50187952-4afc-4a83-b452-c87569cd4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:24.640240 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-068b6874-c201-42eb-b6d7-d35df421f10d tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a00acc0ab9614690972f767b396d8c35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472767 Aug 26 12:24:24.642174 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-50187952-4afc-4a83-b452-c87569cd4952 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 920 time: 0.1403205 Aug 26 12:24:24.709597 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-7a0e96a0-a00a-4990-a6f6-2b96b0636e42 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e HTTP/1.1" status: 200 len: 217 time: 0.0515568 Aug 26 12:24:24.790033 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-cb047f71-a8a4-4a7b-86f1-ba79efbd50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:24.794762 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-cb047f71-a8a4-4a7b-86f1-ba79efbd50b6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.0592372 Aug 26 12:24:24.840975 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-838fe887-f8e2-46da-aa91-560227b92569 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331388 Aug 26 12:24:24.861166 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-1a01fa30-295a-45d2-8fc2-ba2a874c9c69 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:24.869344 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-1a01fa30-295a-45d2-8fc2-ba2a874c9c69 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282567 Aug 26 12:24:24.880907 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-64b87b21-a086-4c4d-bc41-367b10150900 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/quotas/a00acc0ab9614690972f767b396d8c35 HTTP/1.1" status: 200 len: 375 time: 0.0104179 Aug 26 12:24:24.920582 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-08790ad3-d533-45ad-9e38-7ca8afb7ed01 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a00acc0ab9614690972f767b396d8c35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324183 Aug 26 12:24:24.950189 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-1087bd54-3518-497a-afec-0c16d30a6b09 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933311 Aug 26 12:24:25.104541 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2bd23fbb-141f-4468-aef1-3efc81b29a64 req-3faa645b-3531-4b83-a31e-0712a79c9691 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373076 Aug 26 12:24:25.219061 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 7457b5da-ca56-4d92-827c-bf97fe6b011d no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:24:25.246585 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c4cbc6dd-8abc-4241-ac1c-3fe03023c608 req-eabdec91-1178-4241-a53d-c276755ae6c8 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208d198-c8f0-4586-b35c-ee84da41e10c HTTP/1.1" status: 200 len: 210 time: 0.0684481 Aug 26 12:24:25.269165 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 7457b5da-ca56-4d92-827c-bf97fe6b011d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:24:25.269732 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 7457b5da-ca56-4d92-827c-bf97fe6b011d not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:24:25.273755 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-eefbe703-2fba-4316-ad2c-534dd22c8c8c req-7c37924b-ca11-410b-a53e-499e705167bc tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 210 time: 0.1220596 Aug 26 12:24:25.340287 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-2d0bae5d-7ae5-4ece-be13-f7866fe64d7a tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:25.341936 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-2d0bae5d-7ae5-4ece-be13-f7866fe64d7a tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 811 time: 0.1408992 Aug 26 12:24:25.434748 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-18b19dfe-99be-4e9b-8152-ba0a92a935f7 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=576d25478da24b44996196f43f63a4a2 HTTP/1.1" status: 200 len: 380 time: 0.0598104 Aug 26 12:24:25.473052 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'port': {'device_id': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'admin_state_up': True, 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'security_groups': ['ac4ec446-e5fb-4184-ad14-0a51468ea52e']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:25.567637 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-47722b18-cc69-446c-9d03-9630297812f0 req-7e9aeeb4-028e-4489-8953-d3dd07a66c0f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 210 time: 0.0333147 Aug 26 12:24:25.612373 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Made reservation on behalf of 576d25478da24b44996196f43f63a4a2 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:25.617689 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:25.770893 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bcc78-bae1-4c01-9667-2f93e2e25678 req-ac817334-9e39-4a4a-bffd-2fcbf197cb78 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:25.772382 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-431bcc78-bae1-4c01-9667-2f93e2e25678 req-ac817334-9e39-4a4a-bffd-2fcbf197cb78 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0928664 Aug 26 12:24:25.812791 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Allocated IP 172.20.0.10 (68952abd-6601-4cfc-8312-c8049636c281/d2652cf6-f646-4013-841e-a75b647ab697/2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:25.846766 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-431bcc78-bae1-4c01-9667-2f93e2e25678 req-e3e4bebb-b303-412e-8833-6d0dc276e8c9 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649273 Aug 26 12:24:26.024225 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:26.043017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Transition to ACTIVE for port object 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:26.084079 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:26.128203 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Network 68952abd-6601-4cfc-8312-c8049636c281 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:26.132022 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:26.147075 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:26.197531 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'Port': ['ID=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:26.213784 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:26.214485 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:26.229386 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-f120bdd7-d257-4165-8df3-435248e215d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7611265 Aug 26 12:24:26.264019 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Request body: {'port': {'device_id': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:26.335515 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:26.395157 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1d88581-9b4d-4f89-9c86-e1119db4f57b req-a9c38b18-f26a-44fe-8132-724de8d481fb tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 210 time: 0.0278747 Aug 26 12:24:26.430382 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f6748371-862c-4fc3-8e92-33a97e1ae935 None None] Provisioning for port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:26.446632 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f6748371-862c-4fc3-8e92-33a97e1ae935 None None] Provisioning complete for port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:26.447566 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6748371-862c-4fc3-8e92-33a97e1ae935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:26.491074 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:26.506510 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f6748371-862c-4fc3-8e92-33a97e1ae935 None None] Port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:24:26.661268 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-bfe6dc75-2487-4298-971e-e67bc803c062 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a00acc0ab9614690972f767b396d8c35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496514 Aug 26 12:24:26.667911 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-3802b88e-aeb4-4c85-a6a6-91b57ae64491 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:26.669463 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-3802b88e-aeb4-4c85-a6a6-91b57ae64491 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 814 time: 0.1988411 Aug 26 12:24:26.707075 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-725de7ce-6438-4162-81e2-594706a04c47 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/quotas/9303a90f1de44f67847c2eccaac21e3e HTTP/1.1" status: 200 len: 375 time: 0.0195119 Aug 26 12:24:26.719415 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-c06f50ff-34b7-439e-aee3-93b9c591043e tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:26.722879 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-c06f50ff-34b7-439e-aee3-93b9c591043e tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/networks?id=0382a092-1150-41ba-ae1e-cfab7342634a HTTP/1.1" status: 200 len: 809 time: 0.1793208 Aug 26 12:24:26.770874 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-be268025-5457-408e-9374-e03d936b136c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/quotas/813a68940f934e378cea9cec9b97042d HTTP/1.1" status: 200 len: 375 time: 0.0192635 Aug 26 12:24:26.799904 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-5612a561-e533-49ab-bd82-1fc754b0a989 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887568 Aug 26 12:24:26.821384 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:26.824370 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-41b0d6d0-6672-46b4-b784-73d78cfac4b8 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=813a68940f934e378cea9cec9b97042d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431321 Aug 26 12:24:26.861204 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-6c36bf96-6194-4358-bc26-850cedc3e776 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:26.862709 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:26.863207 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-6c36bf96-6194-4358-bc26-850cedc3e776 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807716 Aug 26 12:24:26.884565 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Transition to ACTIVE for port object 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:26.889603 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:26.915827 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Request body: {'port': {'device_id': '76df9b12-b404-458e-a047-f0ed9710945c', 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4', 'admin_state_up': True, 'tenant_id': 'a00acc0ab9614690972f767b396d8c35'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:26.978912 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-a6e3f967-a719-48f9-968a-7b0bf997bd4c service neutron] 10.222.0.13 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687412 Aug 26 12:24:26.994501 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-585b6562-0880-46c2-9a2f-4771b1a379ff service neutron] 10.222.0.13 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584826 Aug 26 12:24:27.022260 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:27.123129 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-abae9044-47f1-48db-8c2a-ce5edc802b89 service neutron] 10.222.0.13 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277330 Aug 26 12:24:27.137124 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Attempting to bind port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:27.137711 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Attempting to bind port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:27.137931 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Attempting to bind port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf on network 68952abd-6601-4cfc-8312-c8049636c281 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:27.156209 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Made reservation on behalf of a00acc0ab9614690972f767b396d8c35 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:27.161705 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-03954f69-b477-4c1a-ad84-ff0b70871908 service neutron] 10.222.0.13 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817939 Aug 26 12:24:27.162804 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:27.171113 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf on network 68952abd-6601-4cfc-8312-c8049636c281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:24:27.171678 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Attempting to bind port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf on network 68952abd-6601-4cfc-8312-c8049636c281 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:27.176612 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:27.185427 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:27.185771 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Checking segment: {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:27.186192 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Bound using segment: {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:27.186629 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Bound port: 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:27.186991 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:27.304711 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] For port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf, host hv-cinder-80614, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:27.315232 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] For port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:27.326358 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:27.333366 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31fe7921-a635-4484-99a5-d2b255b36d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:27.420172 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:27.425160 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:27.427218 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:27.428694 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] 10.222.0.68 "PUT /v2.0/ports/2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf HTTP/1.1" status: 200 len: 1094 time: 1.1778719 Aug 26 12:24:27.431836 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:27.443396 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'tag': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:27.449786 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081f67e3-ee19-4b6a-adfe-4002eadc226c" -d '{"events": [{"name": "network-changed", "server_uuid": "166829fe-32e1-4284-80da-e8b0a0f16f94", "tag": "2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:27.503934 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:27.513131 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a7828-5041-4158-8f5c-83f9755bbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:27.521620 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bace1-1282-491c-ba46-461384c81509 req-bc21b243-fbe2-4ff9-82af-b7ce48ba5430 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:27.529076 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-209bace1-1282-491c-ba46-461384c81509 req-bc21b243-fbe2-4ff9-82af-b7ce48ba5430 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 944 time: 0.1615052 Aug 26 12:24:27.570322 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5857f8ae-b003-4d98-bb58-871d577523f6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:27.625845 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ac56-4fce-4bae-860b-379b40ca361b req-6bbbbd9f-4dd5-4b44-a34d-3797e34cd962 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:27.633609 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2081ac56-4fce-4bae-860b-379b40ca361b req-6bbbbd9f-4dd5-4b44-a34d-3797e34cd962 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1098406 Aug 26 12:24:27.637601 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-9b74f031-765d-4725-9f0e-8fe2ad52cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:27.639096 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-9b74f031-765d-4725-9f0e-8fe2ad52cad1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 1097 time: 0.1130626 Aug 26 12:24:27.707369 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-209bace1-1282-491c-ba46-461384c81509 req-95a61deb-caed-4f9e-abc7-62fbbb55fc56 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773577 Aug 26 12:24:27.739692 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2081ac56-4fce-4bae-860b-379b40ca361b req-2340065b-48de-44c1-8cea-c1b6df287816 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027949 Aug 26 12:24:27.741922 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-a1726bb9-1ae6-436b-b1e0-6d8cddc94c1c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf HTTP/1.1" status: 200 len: 217 time: 0.0694017 Aug 26 12:24:27.867741 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-329e3037-3dfc-4f6f-b2cc-83065be2b8ca req-8f8414b4-9e23-4b0f-b139-2b9c88f61129 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 210 time: 0.0543990 Aug 26 12:24:27.875049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-23dc720c-a437-408e-a02f-aa542257eceb req-65f1c1b4-73d1-4159-ba84-4454ec417e07 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 210 time: 0.0482697 Aug 26 12:24:27.898245 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Allocated IP 192.168.233.207 (cad317de-57af-4d4e-92dd-174c4e9470c4/850c0a5a-8d71-4102-b59b-42ad410272e6/74ef616f-1d6a-4b86-822d-6bb0352a7db5) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:27.912722 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-b0847290-f8f7-4386-86c9-f162c9890209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:27.914184 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-b0847290-f8f7-4386-86c9-f162c9890209 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 200 len: 850 time: 0.1513646 Aug 26 12:24:27.994248 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f6b437-2d7f-4778-a2c8-1b17ea79bbd3 x-openstack-request-id: req-c8f6b437-2d7f-4778-a2c8-1b17ea79bbd3 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:27.994909 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166829fe-32e1-4284-80da-e8b0a0f16f94", "tag": "2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:27.994909 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8f6b437-2d7f-4778-a2c8-1b17ea79bbd3 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:27.995288 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'tag': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf', 'status': 'completed', 'code': 200} Aug 26 12:24:28.109417 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:28.153989 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Transition to ACTIVE for port object 74ef616f-1d6a-4b86-822d-6bb0352a7db5 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:28.195331 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:28.206436 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:28.254723 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Network cad317de-57af-4d4e-92dd-174c4e9470c4 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:28.260053 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:28.264213 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:28.304950 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Pushing event updated for resources: {'Port': ['ID=74ef616f-1d6a-4b86-822d-6bb0352a7db5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:28.329022 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:28.330072 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:28.345449 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-a30527fd-ff24-4281-a4ad-419b80b0c33f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4353809 Aug 26 12:24:28.362075 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-dffe2459-fb8f-4b2d-bf40-984a38d5f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:28.363708 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-dffe2459-fb8f-4b2d-bf40-984a38d5f4b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68952abd-6601-4cfc-8312-c8049636c281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4373269 Aug 26 12:24:28.373077 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feec1b-cf93-4d56-a850-879b381e05b7 req-bcdd4dfd-4270-4fb2-8d69-cc08fee6730a tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:28.374645 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d7feec1b-cf93-4d56-a850-879b381e05b7 req-bcdd4dfd-4270-4fb2-8d69-cc08fee6730a tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 936 time: 0.3728304 Aug 26 12:24:28.400249 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Request body: {'port': {'device_id': '76df9b12-b404-458e-a047-f0ed9710945c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:28.459473 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:28.472287 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d7feec1b-cf93-4d56-a850-879b381e05b7 req-60c2ce2f-3947-45e8-9c28-eb992d2aec90 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916722 Aug 26 12:24:28.512409 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-aa5b819a-8ff9-4b5b-af8a-3eb371723a1a service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166623 Aug 26 12:24:28.516608 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fe77376-f9ce-4c1f-b4b1-f1c0e2146d82 None None] Provisioning for port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:28.522791 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fe77376-f9ce-4c1f-b4b1-f1c0e2146d82 None None] Provisioning complete for port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:28.523358 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fe77376-f9ce-4c1f-b4b1-f1c0e2146d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:28.566613 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fe77376-f9ce-4c1f-b4b1-f1c0e2146d82 None None] Port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:24:28.636449 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ca463004-3dee-4199-ace8-d3ce53df08e0 req-1182ecf2-a909-4741-9e12-9436d885abdd service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033161 Aug 26 12:24:28.761207 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ef616f-1d6a-4b86-822d-6bb0352a7db5 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:28.770461 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:28.804074 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Transition to ACTIVE for port object 74ef616f-1d6a-4b86-822d-6bb0352a7db5 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:28.815822 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51976) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:28.906591 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-7a84af1b-7fab-4272-a3eb-037db3f8cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:28.908177 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-7a84af1b-7fab-4272-a3eb-037db3f8cad4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 1097 time: 0.0848362 Aug 26 12:24:28.923042 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338a451-57e0-4525-ab85-1a7f2200013e req-7453d717-6163-42c8-ae5f-200d79ae0d21 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:28.925153 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e338a451-57e0-4525-ab85-1a7f2200013e req-7453d717-6163-42c8-ae5f-200d79ae0d21 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0906274 Aug 26 12:24:29.002043 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-20434d87-bee4-469f-90a9-a02602fd0fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.018253 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.059805 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e338a451-57e0-4525-ab85-1a7f2200013e req-a0fef874-ced5-4803-84a3-286440aa2693 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199124 Aug 26 12:24:29.096588 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b48f-c8ae-4b95-8030-52761b9bf9ee req-45f38e5c-8208-4ef8-9de4-1428e847e4b6 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:29.098358 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7b36b48f-c8ae-4b95-8030-52761b9bf9ee req-45f38e5c-8208-4ef8-9de4-1428e847e4b6 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 944 time: 0.3059101 Aug 26 12:24:29.107024 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Pushing event updated for resources: {'Port': ['ID=74ef616f-1d6a-4b86-822d-6bb0352a7db5,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:29.114793 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-c576cf9b-77d9-4a8b-8708-ad6fe9092b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:29.116551 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-c576cf9b-77d9-4a8b-8708-ad6fe9092b28 service neutron] 10.222.0.68 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 912 time: 0.1861861 Aug 26 12:24:29.203110 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7b36b48f-c8ae-4b95-8030-52761b9bf9ee req-125e85bb-30d1-4985-b32e-ee54e2ed7e3b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931361 Aug 26 12:24:29.249783 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Attempting to bind port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:29.250372 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Attempting to bind port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '7e3c4373-e51c-463b-b409-d1c817b7407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:29.250890 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Attempting to bind port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 on network cad317de-57af-4d4e-92dd-174c4e9470c4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:29.255732 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 on network cad317de-57af-4d4e-92dd-174c4e9470c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:24:29.256274 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Attempting to bind port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 on network cad317de-57af-4d4e-92dd-174c4e9470c4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:29.277303 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:29.278978 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Checking segment: {'id': '7e3c4373-e51c-463b-b409-d1c817b7407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:29.279557 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Bound using segment: {'id': '7e3c4373-e51c-463b-b409-d1c817b7407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:29.280822 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Bound port: 74ef616f-1d6a-4b86-822d-6bb0352a7db5, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3c4373-e51c-463b-b409-d1c817b7407a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:29.281355 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.299138 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-ced60d47-2b87-469d-8a3f-a8a936875659 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf HTTP/1.1" status: 200 len: 217 time: 0.1333728 Aug 26 12:24:29.301864 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-cd3a59c4-e9da-4230-931f-1b5836a14ea8 req-755fa05d-336f-4d1f-bce7-3228f33ba5af tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 210 time: 0.1353836 Aug 26 12:24:29.371980 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-55aa8eee-f912-4071-9b7c-77b2735043b5 req-64b48742-c1c3-4022-8584-8a01552ea9b3 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 210 time: 0.0461926 Aug 26 12:24:29.378238 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-20434d87-bee4-469f-90a9-a02602fd0fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.393438 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-20434d87-bee4-469f-90a9-a02602fd0fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.437067 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-a41f654d-99ba-4a29-bff0-9da1b8efd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:29.437674 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] For port 74ef616f-1d6a-4b86-822d-6bb0352a7db5, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:29.438899 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-a41f654d-99ba-4a29-bff0-9da1b8efd3a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 200 len: 850 time: 0.1222286 Aug 26 12:24:29.443340 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] For port 74ef616f-1d6a-4b86-822d-6bb0352a7db5, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=74ef616f-1d6a-4b86-822d-6bb0352a7db5,segment=NetworkSegment(7e3c4373-e51c-463b-b409-d1c817b7407a),segment_id=7e3c4373-e51c-463b-b409-d1c817b7407a)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:29.448570 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.466105 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-2035cf56-2ce0-4718-947e-570cff01df3f tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:29.467220 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-2035cf56-2ce0-4718-947e-570cff01df3f tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.68 "GET /v2.0/networks?id=0382a092-1150-41ba-ae1e-cfab7342634a HTTP/1.1" status: 200 len: 809 time: 0.3028986 Aug 26 12:24:29.481336 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-20434d87-bee4-469f-90a9-a02602fd0fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7826b54ca1149f38b7e1a04443569e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6645863 Aug 26 12:24:29.483619 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20434d87-bee4-469f-90a9-a02602fd0fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beafea6d-321b-496a-8b8c-c83291c8c5d7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:29.485967 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 51996) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:29.512977 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:29.516411 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.519480 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] 10.222.0.68 "PUT /v2.0/ports/74ef616f-1d6a-4b86-822d-6bb0352a7db5 HTTP/1.1" status: 200 len: 1098 time: 1.1240597 Aug 26 12:24:29.525647 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76df9b12-b404-458e-a047-f0ed9710945c', 'tag': '74ef616f-1d6a-4b86-822d-6bb0352a7db5'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:29.530756 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285a96f2-db5f-432c-ba72-5d63faf1386d" -d '{"events": [{"name": "network-changed", "server_uuid": "76df9b12-b404-458e-a047-f0ed9710945c", "tag": "74ef616f-1d6a-4b86-822d-6bb0352a7db5"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:29.534709 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Request body: {'port': {'device_id': '1460ac96-e58e-490f-a1e2-da456adff33c', 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a', 'admin_state_up': True, 'tenant_id': '813a68940f934e378cea9cec9b97042d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:29.563959 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97962925-aa71-48bf-95f2-0ce5d3746c91 service neutron] Pushing event updated for resources: {'Port': ['ID=74ef616f-1d6a-4b86-822d-6bb0352a7db5,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:29.579381 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52002) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:29.612665 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54f644d-b774-433f-b455-693d910352e3 x-openstack-request-id: req-f54f644d-b774-433f-b455-693d910352e3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:29.613539 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76df9b12-b404-458e-a047-f0ed9710945c", "tag": "74ef616f-1d6a-4b86-822d-6bb0352a7db5", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:29.613539 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f54f644d-b774-433f-b455-693d910352e3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:29.613539 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76df9b12-b404-458e-a047-f0ed9710945c', 'tag': '74ef616f-1d6a-4b86-822d-6bb0352a7db5', 'status': 'completed', 'code': 200} Aug 26 12:24:29.639896 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-58223c65-4ca6-4430-b90d-5ab50e041479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:29.641400 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-58223c65-4ca6-4430-b90d-5ab50e041479 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68952abd-6601-4cfc-8312-c8049636c281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1825161 Aug 26 12:24:29.731959 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ead2-0f4e-4d53-860c-f0db08184042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.740060 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e021-d52d-484c-961f-8048b19e6b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.772191 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-6d58a12a-e0b3-430c-a496-cc4b0118e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:29.774839 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-6d58a12a-e0b3-430c-a496-cc4b0118e59b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a00acc0ab9614690972f767b396d8c35&device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 1101 time: 0.0900285 Aug 26 12:24:29.805376 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843131e8-ea10-4ecc-b58b-bccf69da893c req-1d423481-db34-4ca1-ae07-982deeb1b114 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:29.806928 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-843131e8-ea10-4ecc-b58b-bccf69da893c req-1d423481-db34-4ca1-ae07-982deeb1b114 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 948 time: 0.1857078 Aug 26 12:24:29.808821 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e021-d52d-484c-961f-8048b19e6b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.871765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ead2-0f4e-4d53-860c-f0db08184042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.902312 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-c1faef16-4657-4f2b-8ddd-a3953badfec5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=74ef616f-1d6a-4b86-822d-6bb0352a7db5 HTTP/1.1" status: 200 len: 217 time: 0.0403118 Aug 26 12:24:29.903106 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ead2-0f4e-4d53-860c-f0db08184042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.915528 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-6920d24f-712b-45b5-97f4-8fdb3fa1ebd9 service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390513 Aug 26 12:24:29.921225 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e021-d52d-484c-961f-8048b19e6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.924181 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e021-d52d-484c-961f-8048b19e6b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:29.925567 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3fd0e021-d52d-484c-961f-8048b19e6b71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/beafea6d-321b-496a-8b8c-c83291c8c5d7 HTTP/1.1" status: 204 len: 168 time: 0.4380698 Aug 26 12:24:29.952561 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-843131e8-ea10-4ecc-b58b-bccf69da893c req-e750f06b-fbc5-44ef-bd7f-8246bc11c339 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359954 Aug 26 12:24:29.953260 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0e021-d52d-484c-961f-8048b19e6b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beafea6d-321b-496a-8b8c-c83291c8c5d7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:29.975991 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Made reservation on behalf of 813a68940f934e378cea9cec9b97042d for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:29.979537 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.031026 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-6cba78c1-6044-48a1-8cf2-7e4884bce330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:30.032636 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-6cba78c1-6044-48a1-8cf2-7e4884bce330 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=850c0a5a-8d71-4102-b59b-42ad410272e6 HTTP/1.1" status: 200 len: 843 time: 0.0938549 Aug 26 12:24:30.042453 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-ccb4ead2-0f4e-4d53-860c-f0db08184042 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a4845ca7f324d6a90c5298b1d82d602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606550 Aug 26 12:24:30.042709 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52010) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:30.067098 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4ead2-0f4e-4d53-860c-f0db08184042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cfa48f-bb65-4aed-b4dc-41ab0ffccc0b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:30.077462 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.147071 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-ce3e6d98-6dcc-4498-8963-02894420e11c service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981246 Aug 26 12:24:30.170634 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-fd47bf20-b8a2-416f-8245-88f9e93cdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:30.172153 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-fd47bf20-b8a2-416f-8245-88f9e93cdf24 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cad317de-57af-4d4e-92dd-174c4e9470c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1282005 Aug 26 12:24:30.217786 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef3014a4-0ab2-4393-a4b0-767b5364b4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.259611 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef3014a4-0ab2-4393-a4b0-767b5364b4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.269790 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Allocated IP 172.20.0.12 (0382a092-1150-41ba-ae1e-cfab7342634a/e5fae4cf-68d6-41d0-a682-7a36837e241d/2bc635a5-f9a1-40d5-8371-05edc0df6989) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:30.276091 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-ef55e0f7-bc57-4015-bc06-6d7b6acde472 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:30.283069 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-ef55e0f7-bc57-4015-bc06-6d7b6acde472 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 814 time: 0.2430539 Aug 26 12:24:30.315668 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Request body: {'port': {'device_id': '13353609-7a50-4d60-be71-ff199f6646f1', 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0', 'admin_state_up': True, 'tenant_id': '9303a90f1de44f67847c2eccaac21e3e'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:30.403691 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5d1ea-2bee-4a45-96f5-9d3f6a6842d0 req-65df3137-85d5-4823-8dae-3602f20d0218 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:30.405448 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-37c5d1ea-2bee-4a45-96f5-9d3f6a6842d0 req-65df3137-85d5-4823-8dae-3602f20d0218 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 944 time: 0.1006632 Aug 26 12:24:30.420863 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b08c3-df89-46b6-b163-44ff4c72ebab req-8665b11f-dfc3-4a4e-ab09-3ec310f0cae8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:30.422431 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6d8b08c3-df89-46b6-b163-44ff4c72ebab req-8665b11f-dfc3-4a4e-ab09-3ec310f0cae8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.2067277 Aug 26 12:24:30.457597 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-154940e7-ab14-4f56-a639-d9d7c90b5de4 service neutron] 10.222.0.68 "GET /v2.0/networks/cad317de-57af-4d4e-92dd-174c4e9470c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703993 Aug 26 12:24:30.471061 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef3014a4-0ab2-4393-a4b0-767b5364b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.473664 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef3014a4-0ab2-4393-a4b0-767b5364b4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.477914 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-ef3014a4-0ab2-4393-a4b0-767b5364b4a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57cfa48f-bb65-4aed-b4dc-41ab0ffccc0b HTTP/1.1" status: 204 len: 168 time: 0.4257762 Aug 26 12:24:30.546458 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6d8b08c3-df89-46b6-b163-44ff4c72ebab req-4af82a46-55b0-41a3-8307-68e227806118 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055138 Aug 26 12:24:30.546988 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-37c5d1ea-2bee-4a45-96f5-9d3f6a6842d0 req-12222175-d6ed-4871-8b8f-e6961108ecc4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711353 Aug 26 12:24:30.547679 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3014a4-0ab2-4393-a4b0-767b5364b4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cfa48f-bb65-4aed-b4dc-41ab0ffccc0b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:30.554370 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Made reservation on behalf of 9303a90f1de44f67847c2eccaac21e3e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:30.557895 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.637534 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.672963 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-11d75a37-f8a7-4c85-8773-b7e916cf48f9 req-bd8245a9-4d80-4ad7-a45d-5e2160e0e6b9 service neutron] 10.222.0.68 "GET /v2.0/networks/cad317de-57af-4d4e-92dd-174c4e9470c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906538 Aug 26 12:24:30.689095 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da314acf-ce16-44ce-bb8f-9851fb0d376e req-0db5f14d-4cea-42c8-8537-e24780863ac7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 210 time: 0.0519137 Aug 26 12:24:30.733703 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.793166 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Pushing event updated for resources: {'Port': ['ID=2bc635a5-f9a1-40d5-8371-05edc0df6989,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:30.817355 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Network 0382a092-1150-41ba-ae1e-cfab7342634a is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:30.820518 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:30.823978 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:30.837111 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Allocated IP 172.20.0.3 (586116f7-8cd0-46d0-8a82-60121e9b30c0/c409258b-99c6-486c-b0c3-94435141c9b2/698afad9-1455-4f65-81fa-2c3d7c2aaae2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:30.887996 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:30.888592 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:30.906918 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8f61595e-50dc-4591-be0a-4fa5efd0c587 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3835588 Aug 26 12:24:30.932833 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Request body: {'port': {'device_id': '1460ac96-e58e-490f-a1e2-da456adff33c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:31.005529 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:31.093900 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-65e6bb85-95f2-4703-9c34-08ac253e6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:31.095806 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-65e6bb85-95f2-4703-9c34-08ac253e6b72 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a00acc0ab9614690972f767b396d8c35&device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 1101 time: 0.2925828 Aug 26 12:24:31.137154 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab133c-e3ff-4b2b-b200-7379b5ee2a50 req-90c9b870-db93-4f92-9e87-2ea0985b8d76 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:31.138835 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-23ab133c-e3ff-4b2b-b200-7379b5ee2a50 req-90c9b870-db93-4f92-9e87-2ea0985b8d76 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 932 time: 0.1851728 Aug 26 12:24:31.273562 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:31.286666 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69866139-09c5-471d-8e51-6f1a653e57e3 req-9388beff-f6c5-4344-bbeb-21ec22123030 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:31.288207 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-69866139-09c5-471d-8e51-6f1a653e57e3 req-9388beff-f6c5-4344-bbeb-21ec22123030 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 948 time: 0.2145956 Aug 26 12:24:31.337274 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-23ab133c-e3ff-4b2b-b200-7379b5ee2a50 req-babcc5ed-2d6f-42f2-a472-b33e1e0581e8 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198175 Aug 26 12:24:31.363274 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-cd24c2b6-36ac-45de-aca7-b78c2fe57bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:31.364695 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-cd24c2b6-36ac-45de-aca7-b78c2fe57bfa service neutron] 10.222.0.68 "GET /v2.0/networks?id=cad317de-57af-4d4e-92dd-174c4e9470c4 HTTP/1.1" status: 200 len: 870 time: 0.2598612 Aug 26 12:24:31.413128 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-69866139-09c5-471d-8e51-6f1a653e57e3 req-bbbda98d-23d7-4321-8aec-cd0d75989d99 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136651 Aug 26 12:24:31.436326 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-29a3fe89-b090-447b-8b3e-04e8422b0a04 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=74ef616f-1d6a-4b86-822d-6bb0352a7db5 HTTP/1.1" status: 200 len: 217 time: 0.0502639 Aug 26 12:24:31.442351 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:31.443049 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc635a5-f9a1-40d5-8371-05edc0df6989 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:31.452956 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:31.466628 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Transition to ACTIVE for port object 2bc635a5-f9a1-40d5-8371-05edc0df6989 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:31.470897 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:31.495927 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['c9102464-6bd8-4313-89e1-c7cd961c38f0', '0aea423e-bd2a-4555-85db-56b45063b1a4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:31.524278 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Network 586116f7-8cd0-46d0-8a82-60121e9b30c0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:31.533837 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Pushing event updated for resources: {'Port': ['ID=698afad9-1455-4f65-81fa-2c3d7c2aaae2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:31.536460 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:31.541215 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:31.545654 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc635a5-f9a1-40d5-8371-05edc0df6989,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:31.571227 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-dcb46c0c-83d9-4636-b70d-906da4d29e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:31.572799 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-dcb46c0c-83d9-4636-b70d-906da4d29e60 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=850c0a5a-8d71-4102-b59b-42ad410272e6 HTTP/1.1" status: 200 len: 843 time: 0.1240344 Aug 26 12:24:31.609287 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:31.609950 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:31.637324 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Attempting to bind port 2bc635a5-f9a1-40d5-8371-05edc0df6989 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:31.637725 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Attempting to bind port 2bc635a5-f9a1-40d5-8371-05edc0df6989 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '2b2043bf-c4d2-49a5-9018-ab305a83b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:31.639040 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Attempting to bind port 2bc635a5-f9a1-40d5-8371-05edc0df6989 on network 0382a092-1150-41ba-ae1e-cfab7342634a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:31.646127 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Port 2bc635a5-f9a1-40d5-8371-05edc0df6989 on network 0382a092-1150-41ba-ae1e-cfab7342634a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:24:31.646383 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Attempting to bind port 2bc635a5-f9a1-40d5-8371-05edc0df6989 on network 0382a092-1150-41ba-ae1e-cfab7342634a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:31.650168 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-49e8ddbe-17fb-427d-b507-f411d5da996b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3438933 Aug 26 12:24:31.653331 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:31.653836 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Checking segment: {'id': '2b2043bf-c4d2-49a5-9018-ab305a83b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:31.654815 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Bound using segment: {'id': '2b2043bf-c4d2-49a5-9018-ab305a83b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:31.655265 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Bound port: 2bc635a5-f9a1-40d5-8371-05edc0df6989, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2043bf-c4d2-49a5-9018-ab305a83b52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:31.658163 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-7bcafc69-9025-4cf1-9892-0677426a9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:31.658869 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:31.662929 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-7bcafc69-9025-4cf1-9892-0677426a9f20 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cad317de-57af-4d4e-92dd-174c4e9470c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732653 Aug 26 12:24:31.716587 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Request body: {'port': {'device_id': '13353609-7a50-4d60-be71-ff199f6646f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:31.793328 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368328-4cab-481d-b4bf-0717453887c6 req-b5d9e3dc-320b-4090-9b1f-91f9e051c5dd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:31.806393 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ef368328-4cab-481d-b4bf-0717453887c6 req-b5d9e3dc-320b-4090-9b1f-91f9e051c5dd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0882306 Aug 26 12:24:31.834804 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4469b-0354-463f-8569-638e76c7a254 req-f874730b-395a-4b40-a23d-fa22575e86a9 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:31.836373 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0fa4469b-0354-463f-8569-638e76c7a254 req-f874730b-395a-4b40-a23d-fa22575e86a9 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 944 time: 0.1725497 Aug 26 12:24:31.860473 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:31.910906 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-c64587d2-60c4-4043-be3d-7c1f629f25a5 service neutron] 10.222.0.68 "GET /v2.0/networks/cad317de-57af-4d4e-92dd-174c4e9470c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057805 Aug 26 12:24:31.911294 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ef368328-4cab-481d-b4bf-0717453887c6 req-82571ed1-e715-419f-b79b-4644f3d8284b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037176 Aug 26 12:24:31.912365 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] For port 2bc635a5-f9a1-40d5-8371-05edc0df6989, host hv-cinder-80614, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:31.927882 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] For port 2bc635a5-f9a1-40d5-8371-05edc0df6989, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2bc635a5-f9a1-40d5-8371-05edc0df6989,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:31.935434 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:31.966931 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0fa4469b-0354-463f-8569-638e76c7a254 req-22b40f1b-e82a-4308-adbc-c49de45dcda2 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227431 Aug 26 12:24:32.015774 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc635a5-f9a1-40d5-8371-05edc0df6989,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:32.034378 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.034833 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:32.036379 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-05a70512-a3e6-4428-855e-be9724d034c7 service neutron] 10.222.0.68 "PUT /v2.0/ports/2bc635a5-f9a1-40d5-8371-05edc0df6989 HTTP/1.1" status: 200 len: 1094 time: 1.1132073 Aug 26 12:24:32.037374 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1460ac96-e58e-490f-a1e2-da456adff33c', 'tag': '2bc635a5-f9a1-40d5-8371-05edc0df6989'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:32.039187 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f03035-a992-434b-8cd2-9e0ac88a95b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1460ac96-e58e-490f-a1e2-da456adff33c", "tag": "2bc635a5-f9a1-40d5-8371-05edc0df6989"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:32.080536 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e2311a-42ae-4e1a-a44c-746d07928df8 x-openstack-request-id: req-e8e2311a-42ae-4e1a-a44c-746d07928df8 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:32.080826 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1460ac96-e58e-490f-a1e2-da456adff33c", "tag": "2bc635a5-f9a1-40d5-8371-05edc0df6989", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:32.081079 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8e2311a-42ae-4e1a-a44c-746d07928df8 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:32.081473 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1460ac96-e58e-490f-a1e2-da456adff33c', 'tag': '2bc635a5-f9a1-40d5-8371-05edc0df6989', 'status': 'completed', 'code': 200} Aug 26 12:24:32.102504 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa85c-f327-4981-bee2-c0ecd16612f8 req-909d95a0-9fe0-4f27-a198-22407c8e4556 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.104583 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-06daa85c-f327-4981-bee2-c0ecd16612f8 req-909d95a0-9fe0-4f27-a198-22407c8e4556 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 931 time: 0.0827963 Aug 26 12:24:32.172343 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-06daa85c-f327-4981-bee2-c0ecd16612f8 req-4144ef75-b067-423b-9666-e77e24dccc6e tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621498 Aug 26 12:24:32.175561 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-f8c3036b-1f44-4da3-a2be-cff56570989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.177024 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-f8c3036b-1f44-4da3-a2be-cff56570989d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=813a68940f934e378cea9cec9b97042d&device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 1097 time: 0.0647321 Aug 26 12:24:32.179702 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-285a96f2-db5f-432c-ba72-5d63faf1386d req-6ea94809-537f-4a38-ba49-be71b6caafbb service neutron] 10.222.0.68 "GET /v2.0/networks/cad317de-57af-4d4e-92dd-174c4e9470c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456331 Aug 26 12:24:32.255527 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-28a84999-002b-45bd-952d-7c3004fecd20 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bc635a5-f9a1-40d5-8371-05edc0df6989 HTTP/1.1" status: 200 len: 217 time: 0.0360808 Aug 26 12:24:32.311788 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-bef128f2-c9ad-4233-a3c2-8882498ac403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.313269 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-bef128f2-c9ad-4233-a3c2-8882498ac403 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5fae4cf-68d6-41d0-a682-7a36837e241d HTTP/1.1" status: 200 len: 849 time: 0.0488703 Aug 26 12:24:32.349310 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-4106f07f-9338-4ffa-92f5-0a661bfdb4ba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0382a092-1150-41ba-ae1e-cfab7342634a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259376 Aug 26 12:24:32.467155 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-1a0969e9-1a71-42de-83b3-00aa8add81db service neutron] 10.222.0.68 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020985 Aug 26 12:24:32.485972 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698afad9-1455-4f65-81fa-2c3d7c2aaae2 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:32.501787 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46340d8b-7110-4e7a-86b2-306310b7787f req-dc85614e-5ca3-486d-8262-f7bbc261fb28 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.503359 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-46340d8b-7110-4e7a-86b2-306310b7787f req-dc85614e-5ca3-486d-8262-f7bbc261fb28 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 944 time: 0.0976486 Aug 26 12:24:32.505990 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:32.532000 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Transition to ACTIVE for port object 698afad9-1455-4f65-81fa-2c3d7c2aaae2 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:32.541529 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:32.585030 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-46340d8b-7110-4e7a-86b2-306310b7787f req-85da38b9-9094-4121-8c8d-fbdccce441c0 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719247 Aug 26 12:24:32.608478 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1201-4dc8-4063-a35a-92e978081f9e req-181c5cee-f6ff-45f0-a7f3-1307a5ad34e2 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.608478 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9df1201-4dc8-4063-a35a-92e978081f9e req-181c5cee-f6ff-45f0-a7f3-1307a5ad34e2 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 948 time: 0.1069584 Aug 26 12:24:32.610718 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Pushing event updated for resources: {'Port': ['ID=698afad9-1455-4f65-81fa-2c3d7c2aaae2,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:32.615494 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-573dc8ab-3948-4cdb-8973-82445fafe859 req-8a421e36-e6e8-48f7-8cc1-ed041ced196e service neutron] 10.222.0.68 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380136 Aug 26 12:24:32.655121 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f9df1201-4dc8-4063-a35a-92e978081f9e req-20e65f0c-92ae-425d-839a-a8508e6d4d18 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Aug 26 12:24:32.678276 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Attempting to bind port 698afad9-1455-4f65-81fa-2c3d7c2aaae2 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:32.678719 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Attempting to bind port 698afad9-1455-4f65-81fa-2c3d7c2aaae2 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:32.679113 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Attempting to bind port 698afad9-1455-4f65-81fa-2c3d7c2aaae2 on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:32.683544 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Port 698afad9-1455-4f65-81fa-2c3d7c2aaae2 on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:24:32.683956 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Attempting to bind port 698afad9-1455-4f65-81fa-2c3d7c2aaae2 on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:32.689370 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:32.690240 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Checking segment: {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:32.690240 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Bound using segment: {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:32.690828 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Bound port: 698afad9-1455-4f65-81fa-2c3d7c2aaae2, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:32.694837 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:32.769908 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] For port 698afad9-1455-4f65-81fa-2c3d7c2aaae2, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:32.771044 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-b93251a3-f01e-49b4-9c1b-232a98c0e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.772753 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-b93251a3-f01e-49b4-9c1b-232a98c0e834 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=813a68940f934e378cea9cec9b97042d&device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 1097 time: 0.0472641 Aug 26 12:24:32.773314 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] For port 698afad9-1455-4f65-81fa-2c3d7c2aaae2, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=698afad9-1455-4f65-81fa-2c3d7c2aaae2,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:32.777199 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:32.787665 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52086) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:32.820289 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.820903 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:32.822305 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] 10.222.0.68 "PUT /v2.0/ports/698afad9-1455-4f65-81fa-2c3d7c2aaae2 HTTP/1.1" status: 200 len: 1093 time: 1.1183460 Aug 26 12:24:32.822786 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13353609-7a50-4d60-be71-ff199f6646f1', 'tag': '698afad9-1455-4f65-81fa-2c3d7c2aaae2'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:32.826630 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250269f9-15e7-4fdb-9773-cf6bd0fdb836" -d '{"events": [{"name": "network-changed", "server_uuid": "13353609-7a50-4d60-be71-ff199f6646f1", "tag": "698afad9-1455-4f65-81fa-2c3d7c2aaae2"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:32.874212 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639da8c-660f-4777-a1d0-05853ffc2902 service neutron] Pushing event updated for resources: {'Port': ['ID=698afad9-1455-4f65-81fa-2c3d7c2aaae2,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:32.877478 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcc1535-f2ea-402b-8167-1c58becc7a0f x-openstack-request-id: req-2bcc1535-f2ea-402b-8167-1c58becc7a0f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:32.878130 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13353609-7a50-4d60-be71-ff199f6646f1", "tag": "698afad9-1455-4f65-81fa-2c3d7c2aaae2", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:32.878130 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bcc1535-f2ea-402b-8167-1c58becc7a0f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:32.878433 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13353609-7a50-4d60-be71-ff199f6646f1', 'tag': '698afad9-1455-4f65-81fa-2c3d7c2aaae2', 'status': 'completed', 'code': 200} Aug 26 12:24:32.891540 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-ee9f1e9f-4c3a-44d1-adcb-bffb489e87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.893689 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-ee9f1e9f-4c3a-44d1-adcb-bffb489e87d4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0382a092-1150-41ba-ae1e-cfab7342634a HTTP/1.1" status: 200 len: 910 time: 0.1104851 Aug 26 12:24:32.949898 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71b2bd85-19b9-4a2c-b4de-5afe727c3432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:32.954203 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-c26e20a5-b293-4ba5-bc5e-e36d4d516c28 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bc635a5-f9a1-40d5-8371-05edc0df6989 HTTP/1.1" status: 200 len: 217 time: 0.0431399 Aug 26 12:24:32.976090 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-f5836996-8c46-4512-9fc9-b83230958dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:32.977613 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-f5836996-8c46-4512-9fc9-b83230958dd1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 1096 time: 0.0668745 Aug 26 12:24:33.023480 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-94190df6-ee39-40ee-8791-c09cc8a180b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:33.025355 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-94190df6-ee39-40ee-8791-c09cc8a180b5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5fae4cf-68d6-41d0-a682-7a36837e241d HTTP/1.1" status: 200 len: 849 time: 0.0580966 Aug 26 12:24:33.041726 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-ae5a594a-b837-4135-955f-f8d307e8d444 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=698afad9-1455-4f65-81fa-2c3d7c2aaae2 HTTP/1.1" status: 200 len: 217 time: 0.0397825 Aug 26 12:24:33.098668 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-3fd5f5b1-bb38-45a3-8cc5-5913edf52ee6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0382a092-1150-41ba-ae1e-cfab7342634a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597522 Aug 26 12:24:33.173442 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ab39-7126-4e63-8bdb-68b1c5f444a3 req-bf8a88c0-0049-4902-9225-b554d8da8454 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:33.175220 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ab03ab39-7126-4e63-8bdb-68b1c5f444a3 req-bf8a88c0-0049-4902-9225-b554d8da8454 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1172447 Aug 26 12:24:33.175369 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-9b9430f8-49cf-4b0b-ad98-8eb7cd86bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:33.176680 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-9b9430f8-49cf-4b0b-ad98-8eb7cd86bd2a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c409258b-99c6-486c-b0c3-94435141c9b2 HTTP/1.1" status: 200 len: 854 time: 0.1173372 Aug 26 12:24:33.179231 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71b2bd85-19b9-4a2c-b4de-5afe727c3432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:33.185561 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71b2bd85-19b9-4a2c-b4de-5afe727c3432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:33.195765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85e380-b569-4af0-9f14-ddf6e931e20f req-196ab7a2-010f-47e9-83ff-a8ded47cee5b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:33.197173 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1f85e380-b569-4af0-9f14-ddf6e931e20f req-196ab7a2-010f-47e9-83ff-a8ded47cee5b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 944 time: 0.0975652 Aug 26 12:24:33.227457 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:24:33.254204 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ab03ab39-7126-4e63-8bdb-68b1c5f444a3 req-30b3dd52-0af8-47f1-be7b-c29b394764a7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624104 Aug 26 12:24:33.256498 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-ab73c144-b825-4fbc-b67c-8b44dff93475 service neutron] 10.222.0.68 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491640 Aug 26 12:24:33.270626 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-a41698dc-aacd-4fd2-847c-39b4ac2ddcae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=586116f7-8cd0-46d0-8a82-60121e9b30c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724568 Aug 26 12:24:33.341477 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:33.356394 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'port_id': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf', 'mac_address': 'fa:16:3e:6e:28:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:24:33.367704 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2bd85-19b9-4a2c-b4de-5afe727c3432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5e43a6-51a2-45ff-8b1b-ab5542c99e3d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:33.375481 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-71b2bd85-19b9-4a2c-b4de-5afe727c3432 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5e7ce487f604fa9802b13efd6c4ae08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685256 Aug 26 12:24:33.381637 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52110) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:33.407382 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:33.425908 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:33.426884 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1f85e380-b569-4af0-9f14-ddf6e931e20f req-8ca6303a-0e91-4cf5-b0c4-b072d514a42b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111359 Aug 26 12:24:33.466026 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:33.466743 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-443a0569-aca5-4771-820a-dacc2f329c24 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766655 Aug 26 12:24:33.474850 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:33.505876 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ded4f662-44d0-4139-8114-9c70e3bd3d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:33.563710 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ded4f662-44d0-4139-8114-9c70e3bd3d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:33.574342 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:33.618877 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1fc9ec7c-f709-4c93-9904-88a301cdff0d req-d70c9456-b806-4fb0-81ac-89de93665784 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417036 Aug 26 12:24:33.639747 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ded4f662-44d0-4139-8114-9c70e3bd3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:33.642378 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ded4f662-44d0-4139-8114-9c70e3bd3d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:33.643629 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-ded4f662-44d0-4139-8114-9c70e3bd3d69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c5e43a6-51a2-45ff-8b1b-ab5542c99e3d HTTP/1.1" status: 204 len: 168 time: 0.2569773 Aug 26 12:24:33.654555 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4f662-44d0-4139-8114-9c70e3bd3d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5e43a6-51a2-45ff-8b1b-ab5542c99e3d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:33.732945 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86359d-7b6e-4b5c-9d72-f0570409ab5a req-aec2f20e-0004-4f25-9327-6b184e97b580 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:33.734583 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7b86359d-7b6e-4b5c-9d72-f0570409ab5a req-aec2f20e-0004-4f25-9327-6b184e97b580 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 943 time: 0.4050865 Aug 26 12:24:33.745619 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e20cf1-2d17-4fd7-9dd5-15435c6c2014 req-d71a745e-7b2c-42ff-bd5a-d8b485cd6aaf tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:33.747735 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-50e20cf1-2d17-4fd7-9dd5-15435c6c2014 req-d71a745e-7b2c-42ff-bd5a-d8b485cd6aaf tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 944 time: 0.0589941 Aug 26 12:24:33.754802 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-53f03035-a992-434b-8cd2-9e0ac88a95b4 req-7676e896-e585-47a4-94a5-dd78146ac2cc service neutron] 10.222.0.68 "GET /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883432 Aug 26 12:24:33.791717 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-50e20cf1-2d17-4fd7-9dd5-15435c6c2014 req-663d3fef-6c58-443d-8179-248a729d3aee tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359883 Aug 26 12:24:33.796353 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7b86359d-7b6e-4b5c-9d72-f0570409ab5a req-d7dfdda4-8c80-446b-8ab0-ca4f144621bb tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Aug 26 12:24:33.844147 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-cca6e406-a20c-4267-b14a-c022e7118b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:33.845689 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-cca6e406-a20c-4267-b14a-c022e7118b45 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 1096 time: 0.0484073 Aug 26 12:24:33.951911 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec86a5-7064-4de8-b3da-f085c993a3c9 req-200cb6e8-bc7c-44e0-bcbe-53dd3d6d2c09 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:33.953290 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-26ec86a5-7064-4de8-b3da-f085c993a3c9 req-200cb6e8-bc7c-44e0-bcbe-53dd3d6d2c09 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 948 time: 0.0965848 Aug 26 12:24:33.980595 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:34.004431 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-80fea3cf-c1a5-49bd-8b48-8d747a895fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:34.005936 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-80fea3cf-c1a5-49bd-8b48-8d747a895fd3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 915 time: 0.1408362 Aug 26 12:24:34.011186 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-26ec86a5-7064-4de8-b3da-f085c993a3c9 req-6c695121-209f-4005-87e3-65c5b16e792c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510292 Aug 26 12:24:34.063768 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-369faa86-64ab-433c-a3bd-0da7feb05129 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=698afad9-1455-4f65-81fa-2c3d7c2aaae2 HTTP/1.1" status: 200 len: 217 time: 0.0388951 Aug 26 12:24:34.119790 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-21e9eda9-6b14-44d9-aff0-992be65f885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:34.122699 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-21e9eda9-6b14-44d9-aff0-992be65f885a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c409258b-99c6-486c-b0c3-94435141c9b2 HTTP/1.1" status: 200 len: 854 time: 0.0507419 Aug 26 12:24:34.154499 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-591af5a5-184f-496d-a0ce-9f0a32c434d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=586116f7-8cd0-46d0-8a82-60121e9b30c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248692 Aug 26 12:24:34.249735 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-aefd5d72-883b-4339-89c6-5143dd6aa77c service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818336 Aug 26 12:24:34.350749 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-250269f9-15e7-4fdb-9773-cf6bd0fdb836 req-c8161385-6a43-4ba5-9e6f-c1d0038157bd service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909433 Aug 26 12:24:34.379447 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6b75d-ae07-46b6-bf57-a0eeaa14542d req-2ee0832c-52fd-470e-9e61-7d989736997e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:34.381063 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3ae6b75d-ae07-46b6-bf57-a0eeaa14542d req-2ee0832c-52fd-470e-9e61-7d989736997e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0544405 Aug 26 12:24:34.419947 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3ae6b75d-ae07-46b6-bf57-a0eeaa14542d req-de9a9977-47a0-4756-8b98-39814c3d9dca tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Aug 26 12:24:34.557154 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48c14-7b77-43ee-93dc-1b36b8e452f1 req-6f605bc6-1c73-4275-a1af-8c6763f60240 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:34.558643 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0ee48c14-7b77-43ee-93dc-1b36b8e452f1 req-6f605bc6-1c73-4275-a1af-8c6763f60240 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 945 time: 0.0483871 Aug 26 12:24:34.603019 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0ee48c14-7b77-43ee-93dc-1b36b8e452f1 req-f489e3aa-46c9-45d3-aa6e-10c05eb73174 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366335 Aug 26 12:24:34.919963 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b5f87-edbd-4e42-9957-dcb3e76ccc78 req-32f29797-6ff9-4c37-8739-7e753e904c44 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:34.921757 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d72b5f87-edbd-4e42-9957-dcb3e76ccc78 req-32f29797-6ff9-4c37-8739-7e753e904c44 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 943 time: 0.0493891 Aug 26 12:24:34.927594 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07cb5-d2f8-4fdb-b64c-a68c92f67646 req-d3d0e724-d2c2-4531-a3fc-36ed346543d0 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:34.929191 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d1f07cb5-d2f8-4fdb-b64c-a68c92f67646 req-d3d0e724-d2c2-4531-a3fc-36ed346543d0 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 944 time: 0.0498006 Aug 26 12:24:34.964309 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d72b5f87-edbd-4e42-9957-dcb3e76ccc78 req-7a645dc2-9df7-44cd-9e1c-3ba60418fd92 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363591 Aug 26 12:24:34.971729 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d1f07cb5-d2f8-4fdb-b64c-a68c92f67646 req-f42c34a9-a6a5-4068-b658-3182e3a70398 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366666 Aug 26 12:24:35.127973 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d562-1da8-42d3-9064-25799f2cd122 req-7cb8ad7a-4a9f-4556-8ad2-369f9eb3492f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:35.129537 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2578d562-1da8-42d3-9064-25799f2cd122 req-7cb8ad7a-4a9f-4556-8ad2-369f9eb3492f tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 948 time: 0.0499320 Aug 26 12:24:35.171303 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2578d562-1da8-42d3-9064-25799f2cd122 req-2c60c99f-002c-4234-a9e2-bab6dfe4f684 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354218 Aug 26 12:24:35.255313 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 74ef616f-1d6a-4b86-822d-6bb0352a7db5 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:24:35.265490 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:35.384073 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:35.391483 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:35.391857 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:35.426631 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 74ef616f-1d6a-4b86-822d-6bb0352a7db5, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=74ef616f-1d6a-4b86-822d-6bb0352a7db5,segment=NetworkSegment(7e3c4373-e51c-463b-b409-d1c817b7407a),segment_id=7e3c4373-e51c-463b-b409-d1c817b7407a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:35.447945 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '74ef616f-1d6a-4b86-822d-6bb0352a7db5', 'network_id': 'cad317de-57af-4d4e-92dd-174c4e9470c4', 'port_id': '74ef616f-1d6a-4b86-822d-6bb0352a7db5', 'mac_address': 'fa:16:3e:95:8c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850c0a5a-8d71-4102-b59b-42ad410272e6', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:24:35.508157 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:35.530470 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ef616f-1d6a-4b86-822d-6bb0352a7db5 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:35.540220 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22275bf-486f-45bc-8657-2a4248ac9d07 req-3b14b371-4cf7-459b-8efc-0d71d97fb703 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:35.541403 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:35.541752 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d22275bf-486f-45bc-8657-2a4248ac9d07 req-3b14b371-4cf7-459b-8efc-0d71d97fb703 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0530217 Aug 26 12:24:35.569074 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 74ef616f-1d6a-4b86-822d-6bb0352a7db5, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=74ef616f-1d6a-4b86-822d-6bb0352a7db5,segment=NetworkSegment(7e3c4373-e51c-463b-b409-d1c817b7407a),segment_id=7e3c4373-e51c-463b-b409-d1c817b7407a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:35.576530 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:35.578837 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65262028-79d6-4272-b10b-77d4213c2f9f" -d '{"events": [{"server_uuid": "166829fe-32e1-4284-80da-e8b0a0f16f94", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:35.579870 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d22275bf-486f-45bc-8657-2a4248ac9d07 req-5c148da4-0add-43b6-b724-da567789f0b6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Aug 26 12:24:35.589416 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:35.602653 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:35.617958 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:35.620531 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3929860c-94b0-4744-87b8-3625b8c4d03f x-openstack-request-id: req-3929860c-94b0-4744-87b8-3625b8c4d03f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:35.620835 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166829fe-32e1-4284-80da-e8b0a0f16f94", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:35.621065 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3929860c-94b0-4744-87b8-3625b8c4d03f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:35.621442 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf', 'code': 200} Aug 26 12:24:35.645773 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=74ef616f-1d6a-4b86-822d-6bb0352a7db5,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:35.698182 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:35.731830 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93183d-b66f-4d6b-8add-e3ee8448b7ff req-5c270bab-9998-4002-afb3-7d6d0c117356 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:35.733326 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-aa93183d-b66f-4d6b-8add-e3ee8448b7ff req-5c270bab-9998-4002-afb3-7d6d0c117356 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0617223 Aug 26 12:24:35.772873 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-aa93183d-b66f-4d6b-8add-e3ee8448b7ff req-78d6cec9-c012-463c-bb05-e05747eab411 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330491 Aug 26 12:24:35.866866 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4239-bdb1-4318-961b-19aaa1e4fc60 req-c6f82771-8946-40c9-b3a7-c4409e62a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:35.868384 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0d4f4239-bdb1-4318-961b-19aaa1e4fc60 req-c6f82771-8946-40c9-b3a7-c4409e62a197 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 1099 time: 0.0432611 Aug 26 12:24:35.915894 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0d4f4239-bdb1-4318-961b-19aaa1e4fc60 req-0def1b98-f61c-4847-b350-8f4df851061c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351579 Aug 26 12:24:36.065227 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['74ef616f-1d6a-4b86-822d-6bb0352a7db5'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:36.086783 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baae3b6-b75d-41b4-ac1d-b6679b83cd2a req-ab3b7cf8-e1ef-41da-8f24-d77fe4fdb242 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:36.088623 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5baae3b6-b75d-41b4-ac1d-b6679b83cd2a req-ab3b7cf8-e1ef-41da-8f24-d77fe4fdb242 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 943 time: 0.0544064 Aug 26 12:24:36.093461 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddd47e-9aa4-4601-b18b-cd57d22ba1eb req-5f70a322-5a17-4785-8398-fe7f74c850ca tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:36.095093 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2eddd47e-9aa4-4601-b18b-cd57d22ba1eb req-5f70a322-5a17-4785-8398-fe7f74c850ca tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 944 time: 0.0533800 Aug 26 12:24:36.135825 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2eddd47e-9aa4-4601-b18b-cd57d22ba1eb req-51dc482a-13a3-44a6-9ec0-2a8923fef9cd tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342147 Aug 26 12:24:36.138962 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5baae3b6-b75d-41b4-ac1d-b6679b83cd2a req-b07b6d53-8e54-4e36-839b-9258554ebc5b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388353 Aug 26 12:24:36.286592 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f454eb2-d279-4526-b7bb-28533559a24b req-5d3c8aeb-c94b-4428-a0f2-4087e20bf3d4 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:36.288048 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2f454eb2-d279-4526-b7bb-28533559a24b req-5d3c8aeb-c94b-4428-a0f2-4087e20bf3d4 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 949 time: 0.0484076 Aug 26 12:24:36.328361 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2f454eb2-d279-4526-b7bb-28533559a24b req-9531ab20-6d03-4be9-ac0e-d49e28ba4901 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Aug 26 12:24:36.694381 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0afec2-ad33-4683-92c9-3260e8eaa367 req-f03892f3-95e3-4023-8f67-33bf09cf28fa tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:36.695864 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef0afec2-ad33-4683-92c9-3260e8eaa367 req-f03892f3-95e3-4023-8f67-33bf09cf28fa tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0480480 Aug 26 12:24:36.732705 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef0afec2-ad33-4683-92c9-3260e8eaa367 req-3e7ccbdf-66e8-4f39-9378-b5e14a320ae9 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308120 Aug 26 12:24:36.889617 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a4fbe-d056-4352-a469-ef3ba4a75dbb req-3b9030fb-f09b-4757-a4b3-c1f056b0ed28 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:36.891049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b88a4fbe-d056-4352-a469-ef3ba4a75dbb req-3b9030fb-f09b-4757-a4b3-c1f056b0ed28 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0509026 Aug 26 12:24:36.930687 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b88a4fbe-d056-4352-a469-ef3ba4a75dbb req-6f16cca1-06da-4f7b-84f2-aec459dd442d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Aug 26 12:24:37.258865 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 2bc635a5-f9a1-40d5-8371-05edc0df6989 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:24:37.267135 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 74ef616f-1d6a-4b86-822d-6bb0352a7db5 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:37.269459 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40215-7538-4b1f-9455-2558018ee9a0 req-44b9a1a9-5c53-4fbe-b1ba-8bf0ade30b30 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:37.277294 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-91d40215-7538-4b1f-9455-2558018ee9a0 req-44b9a1a9-5c53-4fbe-b1ba-8bf0ade30b30 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 944 time: 0.0681555 Aug 26 12:24:37.286472 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9491c5-ee40-4460-ba58-601cdc549a4d req-daa1204c-a4ae-47cc-9049-4931e3fdee90 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:37.288259 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6a9491c5-ee40-4460-ba58-601cdc549a4d req-daa1204c-a4ae-47cc-9049-4931e3fdee90 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 943 time: 0.0636711 Aug 26 12:24:37.330871 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-91d40215-7538-4b1f-9455-2558018ee9a0 req-b90f07d4-d529-4dd8-afa1-da317168f839 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483866 Aug 26 12:24:37.334352 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:37.342249 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6a9491c5-ee40-4460-ba58-601cdc549a4d req-535c704e-90df-46ef-91bc-d337e295a541 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465617 Aug 26 12:24:37.347804 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:37.348176 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:37.457298 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a23d9-d27c-4b52-b7bf-3bfd014fd48e req-9040b58b-4138-44d9-97a8-645dd9fb500b tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:37.458720 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d42a23d9-d27c-4b52-b7bf-3bfd014fd48e req-9040b58b-4138-44d9-97a8-645dd9fb500b tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 949 time: 0.0549734 Aug 26 12:24:37.472658 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 2bc635a5-f9a1-40d5-8371-05edc0df6989, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2bc635a5-f9a1-40d5-8371-05edc0df6989,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:37.489769 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '2bc635a5-f9a1-40d5-8371-05edc0df6989', 'network_id': '0382a092-1150-41ba-ae1e-cfab7342634a', 'port_id': '2bc635a5-f9a1-40d5-8371-05edc0df6989', 'mac_address': 'fa:16:3e:09:be:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fae4cf-68d6-41d0-a682-7a36837e241d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:24:37.495922 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:37.498927 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d42a23d9-d27c-4b52-b7bf-3bfd014fd48e req-311a669d-5b56-46f4-88cd-af4a7db28b02 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338674 Aug 26 12:24:37.557189 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:37.560535 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 74ef616f-1d6a-4b86-822d-6bb0352a7db5, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=74ef616f-1d6a-4b86-822d-6bb0352a7db5,segment=NetworkSegment(7e3c4373-e51c-463b-b409-d1c817b7407a),segment_id=7e3c4373-e51c-463b-b409-d1c817b7407a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:37.567754 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:37.590515 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc635a5-f9a1-40d5-8371-05edc0df6989 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:37.622860 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 2bc635a5-f9a1-40d5-8371-05edc0df6989, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2bc635a5-f9a1-40d5-8371-05edc0df6989,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:37.625031 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df9b12-b404-458e-a047-f0ed9710945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ef616f-1d6a-4b86-822d-6bb0352a7db5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:37.625833 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1de5d27-bdef-422b-8806-658ca5f7134a" -d '{"events": [{"server_uuid": "76df9b12-b404-458e-a047-f0ed9710945c", "name": "network-vif-plugged", "status": "completed", "tag": "74ef616f-1d6a-4b86-822d-6bb0352a7db5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:37.634367 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:37.635030 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 698afad9-1455-4f65-81fa-2c3d7c2aaae2 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:24:37.651334 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=74ef616f-1d6a-4b86-822d-6bb0352a7db5,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:37.681623 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6d6348-2944-4071-9d0e-0fd50a5bd9db x-openstack-request-id: req-6d6d6348-2944-4071-9d0e-0fd50a5bd9db {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:37.681792 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76df9b12-b404-458e-a047-f0ed9710945c", "name": "network-vif-plugged", "status": "completed", "tag": "74ef616f-1d6a-4b86-822d-6bb0352a7db5", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:37.682162 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d6d6348-2944-4071-9d0e-0fd50a5bd9db {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:37.682389 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76df9b12-b404-458e-a047-f0ed9710945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ef616f-1d6a-4b86-822d-6bb0352a7db5', 'code': 200} Aug 26 12:24:37.750188 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=2bc635a5-f9a1-40d5-8371-05edc0df6989,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:37.789834 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 698afad9-1455-4f65-81fa-2c3d7c2aaae2, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=698afad9-1455-4f65-81fa-2c3d7c2aaae2,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:37.803140 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '698afad9-1455-4f65-81fa-2c3d7c2aaae2', 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0', 'port_id': '698afad9-1455-4f65-81fa-2c3d7c2aaae2', 'mac_address': 'fa:16:3e:7e:ec:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c409258b-99c6-486c-b0c3-94435141c9b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:24:37.850836 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:37.869895 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698afad9-1455-4f65-81fa-2c3d7c2aaae2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:24:37.883308 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b755-b806-4995-88e5-2601af546f18 req-d2b3b6a3-fd7a-48a7-98c2-481d6a421c7e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:37.884842 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3ef9b755-b806-4995-88e5-2601af546f18 req-d2b3b6a3-fd7a-48a7-98c2-481d6a421c7e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0660143 Aug 26 12:24:37.893385 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 698afad9-1455-4f65-81fa-2c3d7c2aaae2, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=698afad9-1455-4f65-81fa-2c3d7c2aaae2,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:37.898146 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:37.902559 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52234) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:37.968044 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=698afad9-1455-4f65-81fa-2c3d7c2aaae2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:37.973195 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3ef9b755-b806-4995-88e5-2601af546f18 req-b36f2b13-ce8e-4b43-8580-424ba34e9302 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727959 Aug 26 12:24:37.988533 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f90fb0-a17e-47a0-bed0-88e2b92dbb87 req-e13abdb2-bf57-4af5-85dc-1c17fab721d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:37.990045 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6f90fb0-a17e-47a0-bed0-88e2b92dbb87 req-e13abdb2-bf57-4af5-85dc-1c17fab721d8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 1103 time: 0.0649517 Aug 26 12:24:38.052560 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba380301-00fc-4005-9b03-01bc848f3601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:38.081068 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6f90fb0-a17e-47a0-bed0-88e2b92dbb87 req-1c064e36-b4c4-4c77-80d6-7b8e467e89ca service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812783 Aug 26 12:24:38.100991 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c572ca1-0fb6-46f2-a204-90125907f2a5 req-f877c748-5027-4d92-b583-0fa9c9e94010 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:38.102675 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8c572ca1-0fb6-46f2-a204-90125907f2a5 req-f877c748-5027-4d92-b583-0fa9c9e94010 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0892601 Aug 26 12:24:38.163118 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8c572ca1-0fb6-46f2-a204-90125907f2a5 req-a857ff99-42c5-4f4c-bff3-3962672e928c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529330 Aug 26 12:24:38.206979 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba380301-00fc-4005-9b03-01bc848f3601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:38.211379 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba380301-00fc-4005-9b03-01bc848f3601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:38.249971 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-ba380301-00fc-4005-9b03-01bc848f3601 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=119449d9b06040f7a7be36e275b4dbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462124 Aug 26 12:24:38.250789 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba380301-00fc-4005-9b03-01bc848f3601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87d7530-157f-4465-bfa8-796ab6e801d5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:38.253625 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52244) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:38.283924 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46310923-b0ef-41de-a536-32d5cff48a0f req-83347731-9ee5-4a32-8a42-9af3c3d76ba9 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:38.286962 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-46310923-b0ef-41de-a536-32d5cff48a0f req-83347731-9ee5-4a32-8a42-9af3c3d76ba9 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0588682 Aug 26 12:24:38.295866 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52246) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:38.300431 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1407d3a2-36f6-498e-967d-b7fcfd2c8042 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'floatingip': {'port_id': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:38.381453 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1407d3a2-36f6-498e-967d-b7fcfd2c8042 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:38.383506 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835114f0-be90-43af-8e3c-c4cf2b53dd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:38.413061 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['2bc635a5-f9a1-40d5-8371-05edc0df6989'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:38.478178 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['698afad9-1455-4f65-81fa-2c3d7c2aaae2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:38.488552 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835114f0-be90-43af-8e3c-c4cf2b53dd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:38.494709 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797223f-74c4-42f5-a1dc-81984bb3a31e req-95ce1f9d-d478-4ce2-b445-286e7df192fb tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:38.496384 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a797223f-74c4-42f5-a1dc-81984bb3a31e req-95ce1f9d-d478-4ce2-b445-286e7df192fb tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 944 time: 0.0726643 Aug 26 12:24:38.568663 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a797223f-74c4-42f5-a1dc-81984bb3a31e req-c2eee7fd-9f7e-4684-afcd-6fd8e133f464 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644064 Aug 26 12:24:38.587242 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353d6fc-529b-409f-82a0-6c291f384743 req-061757bf-710b-4098-b8da-556d2b6c2a96 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:38.594888 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f353d6fc-529b-409f-82a0-6c291f384743 req-061757bf-710b-4098-b8da-556d2b6c2a96 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 945 time: 0.1760232 Aug 26 12:24:38.723139 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f353d6fc-529b-409f-82a0-6c291f384743 req-51ca6087-f64e-4a37-9cac-dda3f89febe7 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272154 Aug 26 12:24:38.742504 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9751f2e-05ef-44eb-bbca-7e3bd08cbff8 req-11a67f24-15ce-46a6-a174-769fd1acd313 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:38.751090 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d9751f2e-05ef-44eb-bbca-7e3bd08cbff8 req-11a67f24-15ce-46a6-a174-769fd1acd313 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.0796080 Aug 26 12:24:38.777542 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835114f0-be90-43af-8e3c-c4cf2b53dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:38.780686 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835114f0-be90-43af-8e3c-c4cf2b53dd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:38.784393 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-835114f0-be90-43af-8e3c-c4cf2b53dd55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c87d7530-157f-4465-bfa8-796ab6e801d5 HTTP/1.1" status: 204 len: 168 time: 0.5272367 Aug 26 12:24:38.805025 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d9751f2e-05ef-44eb-bbca-7e3bd08cbff8 req-d0250c09-3c12-42d3-adca-65081f30861e tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509934 Aug 26 12:24:38.805429 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835114f0-be90-43af-8e3c-c4cf2b53dd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87d7530-157f-4465-bfa8-796ab6e801d5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:39.059115 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52266) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:39.072349 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36be58fd-2725-48d4-b994-d61ed92a7faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:39.153364 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e82b5-2276-4baf-a788-d95bae801df3 req-45ef2870-ac5e-4dc5-9294-850b50be9a28 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:39.154883 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4d3e82b5-2276-4baf-a788-d95bae801df3 req-45ef2870-ac5e-4dc5-9294-850b50be9a28 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1313641 Aug 26 12:24:39.161740 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36be58fd-2725-48d4-b994-d61ed92a7faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:39.165705 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36be58fd-2725-48d4-b994-d61ed92a7faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:39.203182 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-36be58fd-2725-48d4-b994-d61ed92a7faa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7db1a63bd344d09abe607ad61ff7395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429183 Aug 26 12:24:39.205106 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be58fd-2725-48d4-b994-d61ed92a7faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bc8290-2546-4993-92e9-7519b6835a37,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:39.207631 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52268) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:39.259693 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72d8d331-a860-4796-924e-dc7ce6c7bb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:39.264620 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1407d3a2-36f6-498e-967d-b7fcfd2c8042 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:39.268901 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4d3e82b5-2276-4baf-a788-d95bae801df3 req-712d7d81-d8d5-49f0-8c96-4f8c5e5a3456 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066201 Aug 26 12:24:39.270050 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1407d3a2-36f6-498e-967d-b7fcfd2c8042 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:39.284014 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72d8d331-a860-4796-924e-dc7ce6c7bb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:39.330571 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72d8d331-a860-4796-924e-dc7ce6c7bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:39.333121 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72d8d331-a860-4796-924e-dc7ce6c7bb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:39.334278 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-72d8d331-a860-4796-924e-dc7ce6c7bb2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37bc8290-2546-4993-92e9-7519b6835a37 HTTP/1.1" status: 204 len: 168 time: 0.1259575 Aug 26 12:24:39.343801 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8d331-a860-4796-924e-dc7ce6c7bb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bc8290-2546-4993-92e9-7519b6835a37,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:39.587639 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.l3_db [None req-1407d3a2-36f6-498e-967d-b7fcfd2c8042 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Floating IP f82485a3-6f9b-4128-98bb-a3caca8dc025 associated. External IP: 172.27.2.150, port: 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf. Aug 26 12:24:39.686856 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b56d2e-1e0d-4fe1-9953-4e56e19110e4 req-9f7b47bd-c862-4634-a31c-818aee1954bd tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:39.688590 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-49b56d2e-1e0d-4fe1-9953-4e56e19110e4 req-9f7b47bd-c862-4634-a31c-818aee1954bd tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 944 time: 0.0534339 Aug 26 12:24:39.742465 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-49b56d2e-1e0d-4fe1-9953-4e56e19110e4 req-e357e0f5-a276-4531-b3ba-73495cc7337f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Aug 26 12:24:39.856368 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1407d3a2-36f6-498e-967d-b7fcfd2c8042 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:24:39.884591 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db0854-cd93-4ec4-9f4b-1c22ce855871 req-c08b3d67-c11c-4976-b328-909622f53130 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:39.886059 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b2db0854-cd93-4ec4-9f4b-1c22ce855871 req-c08b3d67-c11c-4976-b328-909622f53130 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 945 time: 0.0701125 Aug 26 12:24:39.934465 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e032a-e941-42de-9c6a-8065d86adc34 req-740d6bbb-bff5-4c5c-bd1e-7767cef023fc tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:39.935983 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d65e032a-e941-42de-9c6a-8065d86adc34 req-740d6bbb-bff5-4c5c-bd1e-7767cef023fc tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.0505352 Aug 26 12:24:39.979015 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d65e032a-e941-42de-9c6a-8065d86adc34 req-f8b64e58-ce6f-4482-b1bc-903ccd7a90e8 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369532 Aug 26 12:24:39.994003 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b2db0854-cd93-4ec4-9f4b-1c22ce855871 req-ce4c894d-003e-46b8-876e-1f543180346b tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773990 Aug 26 12:24:40.023083 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1407d3a2-36f6-498e-967d-b7fcfd2c8042 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:40.027742 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1407d3a2-36f6-498e-967d-b7fcfd2c8042 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.037607 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] Sync routers for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:40.047567 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:40.048250 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:40.056152 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-1407d3a2-36f6-498e-967d-b7fcfd2c8042 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "PUT /v2.0/floatingips/f82485a3-6f9b-4128-98bb-a3caca8dc025 HTTP/1.1" status: 200 len: 992 time: 1.7592578 Aug 26 12:24:40.056737 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'tag': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:40.059380 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49148650-ac1e-46b9-a6c6-99ad38874f22" -d '{"events": [{"name": "network-changed", "server_uuid": "166829fe-32e1-4284-80da-e8b0a0f16f94", "tag": "2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:40.109299 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c88e331-ab99-43fa-839b-5b3d248cb8cd x-openstack-request-id: req-1c88e331-ab99-43fa-839b-5b3d248cb8cd {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:40.109615 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166829fe-32e1-4284-80da-e8b0a0f16f94", "tag": "2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:40.110324 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c88e331-ab99-43fa-839b-5b3d248cb8cd {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:40.110544 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'tag': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf', 'status': 'completed', 'code': 200} Aug 26 12:24:40.115927 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52302) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:40.174094 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:40.211786 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1879354971-network', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:40.232036 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Made reservation on behalf of 7cc4ddbfe22e489b80492250e6628b71 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:40.234471 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.243863 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.344813 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.356526 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.393537 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:24:40.416865 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.417207 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Added segment 28eee244-70ca-4907-9998-9eff7ebd73a1 of type vlan for network 3cdd88c6-8b10-4d90-a706-7189722040fa Aug 26 12:24:40.420446 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5165a08e-81e1-423a-99e8-f8f2cf6eb42d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:40.440409 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a71dc-8849-48e4-884c-8125487ce742 req-e90ae593-55eb-4dcc-bebd-67bd445db8d7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:40.442032 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-951a71dc-8849-48e4-884c-8125487ce742 req-e90ae593-55eb-4dcc-bebd-67bd445db8d7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0995870 Aug 26 12:24:40.490255 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.520904 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-951a71dc-8849-48e4-884c-8125487ce742 req-3af00e49-ba12-4d4d-bc61-1235d77539fb tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586395 Aug 26 12:24:40.530572 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': 'f82485a3-6f9b-4128-98bb-a3caca8dc025', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'port_id': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'mac_address': 'fa:16:3e:6e:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:24:20Z', 'updated_at': '2021-08-26T12:24:39Z', 'revision_number': 1, 'project_id': '576d25478da24b44996196f43f63a4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:40.531173 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.532137 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:40.532723 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.567442 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] Checking router: c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:40.575785 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:40.576395 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:40.587911 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4683383 Aug 26 12:24:40.588638 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52308) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:40.594393 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Request body: {'subnet': {'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1879354971-subnet', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:40.597153 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a0845-688d-4253-aad0-7b5d5999c0fd admin admin] Pushing event updated for resources: {'Network': ['ID=3cdd88c6-8b10-4d90-a706-7189722040fa,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:40.609501 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 3cdd88c6-8b10-4d90-a706-7189722040fa details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:24:40.620876 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Made reservation on behalf of 7cc4ddbfe22e489b80492250e6628b71 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:40.623842 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32681639'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.688518 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:40.816902 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32963728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32681685'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.866905 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bea63-0e3c-4a61-8d6b-29627a3eadbf req-a8497ed8-08bf-46a8-99fd-0c08058858d4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:40.874542 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0c8bea63-0e3c-4a61-8d6b-29627a3eadbf req-a8497ed8-08bf-46a8-99fd-0c08058858d4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 944 time: 0.0608449 Aug 26 12:24:40.883019 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6a01a6-ffad-4298-8c82-33e36f64ec11,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:40.899954 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Checking segment: {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:40.900306 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Network hostable DHCP agents. Network: 3cdd88c6-8b10-4d90-a706-7189722040fa, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:24:40.910660 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0c8bea63-0e3c-4a61-8d6b-29627a3eadbf req-64b4ffb4-a5b0-48f3-9ec0-f5f917c2fcdd tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352399 Aug 26 12:24:40.919143 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Network 3cdd88c6-8b10-4d90-a706-7189722040fa is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:24:40.924897 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': 'f82485a3-6f9b-4128-98bb-a3caca8dc025', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'port_id': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'mac_address': 'fa:16:3e:6e:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:24:20Z', 'updated_at': '2021-08-26T12:24:39Z', 'revision_number': 1, 'project_id': '576d25478da24b44996196f43f63a4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:40.934169 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 3cdd88c6-8b10-4d90-a706-7189722040fa) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:40.940307 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:40.941595 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.942987 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c4fc2-9e0f-49bb-afbf-caba8f65e806 None None] Network 3cdd88c6-8b10-4d90-a706-7189722040fa requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:40.951147 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c3de3-d10f-4584-bcbf-48140bd55c12 None None] The sync data for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi is: [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': 'f82485a3-6f9b-4128-98bb-a3caca8dc025', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'port_id': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'mac_address': 'fa:16:3e:6e:28:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:24:20Z', 'updated_at': '2021-08-26T12:24:39Z', 'revision_number': 1, 'project_id': '576d25478da24b44996196f43f63a4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:40.960762 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-252f8329-6a1f-4c62-a231-61992172427e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3681304 Aug 26 12:24:40.960989 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52314) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:40.965387 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:40.988967 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:40.990074 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.048234 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.117307 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7bd5c-b14f-4b40-8f28-44d0cb41f056 req-73e25a6d-3284-4bd8-8bb6-4d3d394cada8 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:41.118792 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e2b7bd5c-b14f-4b40-8f28-44d0cb41f056 req-73e25a6d-3284-4bd8-8bb6-4d3d394cada8 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.0578508 Aug 26 12:24:41.131417 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-3cdd88c6-8b10-4d90-a706-7189722040fa', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:24:41.132537 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.183840 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e2b7bd5c-b14f-4b40-8f28-44d0cb41f056 req-e1708137-9f2e-4ee4-8a5c-0a5bc1edeb97 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562644 Aug 26 12:24:41.208234 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.237199 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d6dce0-8456-4d3f-b697-00182105d18d None None] New status for floating IP f82485a3-6f9b-4128-98bb-a3caca8dc025: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:24:41.301080 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a48d9-492b-4685-94f2-b1589e19c978 req-b80cb952-b305-4b7a-80cf-27ab4e5f7987 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:41.302893 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5c2a48d9-492b-4685-94f2-b1589e19c978 req-b80cb952-b305-4b7a-80cf-27ab4e5f7987 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 945 time: 0.0555372 Aug 26 12:24:41.345273 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5c2a48d9-492b-4685-94f2-b1589e19c978 req-608093b9-afd9-4908-9ad1-bba24cd63d1c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Aug 26 12:24:41.426915 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.447455 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.533518 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Allocated IP 172.20.0.2 (3cdd88c6-8b10-4d90-a706-7189722040fa/7d6a01a6-ffad-4298-8c82-33e36f64ec11/3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:41.553058 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Allocated IP 172.27.2.105 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/261eed82-e098-45eb-8f9e-bf28d46b3b82) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:41.661038 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9e3fd-56f2-4f65-8335-c16419477d1f req-60b28c1b-2c12-46a7-bd33-6cb48f67787b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:41.665454 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.669082 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b7e9e3fd-56f2-4f65-8335-c16419477d1f req-60b28c1b-2c12-46a7-bd33-6cb48f67787b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0667319 Aug 26 12:24:41.712204 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b7e9e3fd-56f2-4f65-8335-c16419477d1f req-be963d75-400f-47c3-94d6-9fc9aa89f51c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Aug 26 12:24:41.716602 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.756720 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:41.761382 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:41.764386 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:41.773001 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.781328 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Transition to ACTIVE for port object 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:41.787741 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Pushing event updated for resources: {'Port': ['ID=261eed82-e098-45eb-8f9e-bf28d46b3b82,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:41.796272 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Transition to ACTIVE for port object 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:41.803849 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.839822 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Network 3cdd88c6-8b10-4d90-a706-7189722040fa is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:41.842620 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:41.848291 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:41.857615 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Pushing event updated for resources: {'Port': ['ID=3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:41.924358 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Attempting to bind port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:41.924717 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Attempting to bind port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:41.925073 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Attempting to bind port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 on network 3cdd88c6-8b10-4d90-a706-7189722040fa {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:41.930031 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:41.930434 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Checking segment: {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:41.930822 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:41.931293 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Bound using segment: {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:41.931705 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Bound port: 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:41.932086 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:42.000843 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] For port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:42.006285 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] For port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:42.012006 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:42.023190 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:42.030723 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd55374-b957-493f-8eb0-aea26ac908b4 req-256c5c14-094d-4d8e-b025-c33c3c46746c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:42.032440 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2dd55374-b957-493f-8eb0-aea26ac908b4 req-256c5c14-094d-4d8e-b025-c33c3c46746c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 944 time: 0.0511494 Aug 26 12:24:42.075649 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2dd55374-b957-493f-8eb0-aea26ac908b4 req-a1649036-beb6-4b33-ba55-f3cfefe14ff3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Aug 26 12:24:42.088125 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134d43f-5a8f-4cfb-964b-4673c860419f None None] Pushing event updated for resources: {'Port': ['ID=3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:42.246396 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:42.329177 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28c3d-865f-427f-9193-11a5a0b76626 req-d3d475ac-9091-4800-bf06-e78f8e028757 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:42.331565 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-afa28c3d-865f-427f-9193-11a5a0b76626 req-d3d475ac-9091-4800-bf06-e78f8e028757 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.0584238 Aug 26 12:24:42.395845 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Router 619c8507-f75b-433f-b2a0-faaa35cb80e0 is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:24:42.397723 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-afa28c3d-865f-427f-9193-11a5a0b76626 req-76da491c-19b2-4a84-92fd-f98a88d2df80 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585446 Aug 26 12:24:42.415530 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-661379d7-ce9c-41bb-8594-770bb9ec4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:42.422979 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-661379d7-ce9c-41bb-8594-770bb9ec4863 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 1099 time: 0.0536664 Aug 26 12:24:42.540548 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:42.549398 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Sync routers for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:42.551564 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83730ab-f97f-49e6-966d-429f6a28c904 req-0458a312-d608-47c7-b4a9-d58b73033989 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:42.553067 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e83730ab-f97f-49e6-966d-429f6a28c904 req-0458a312-d608-47c7-b4a9-d58b73033989 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 945 time: 0.0930922 Aug 26 12:24:42.560636 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:42.561280 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:42.568476 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:42.572502 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a5325e15-42fd-4519-ba39-a719df1fc35b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6077278 Aug 26 12:24:42.575524 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52330) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:42.637676 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e83730ab-f97f-49e6-966d-429f6a28c904 req-1b6aae2a-a185-4093-b40e-9df6f847e964 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777225 Aug 26 12:24:42.649785 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-ac70a217-25f8-4ee2-9531-fe91390fd44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:42.651481 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-ac70a217-25f8-4ee2-9531-fe91390fd44b service neutron] 10.222.0.68 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 912 time: 0.1077287 Aug 26 12:24:42.680363 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:42.813916 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-e3a6409b-792b-46c8-b3bf-a74bef38965e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf HTTP/1.1" status: 200 len: 1002 time: 0.1493227 Aug 26 12:24:42.924130 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af95cc-53af-42d2-acca-ac9b70eb3b7c req-a06212d7-395b-4579-9fda-6dc27dadd174 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:42.925736 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-15af95cc-53af-42d2-acca-ac9b70eb3b7c req-a06212d7-395b-4579-9fda-6dc27dadd174 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1065753 Aug 26 12:24:42.927726 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-e88a7efd-874e-4b64-ba07-d37383f92171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:42.929191 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-e88a7efd-874e-4b64-ba07-d37383f92171 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 200 len: 850 time: 0.0792253 Aug 26 12:24:42.934515 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:41Z', 'revision_number': 3, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:42.980493 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Checking router: 619c8507-f75b-433f-b2a0-faaa35cb80e0 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:42.980851 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Updating router 619c8507-f75b-433f-b2a0-faaa35cb80e0 port 261eed82-e098-45eb-8f9e-bf28d46b3b82 binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:24:43.011578 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.011762 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-15af95cc-53af-42d2-acca-ac9b70eb3b7c req-f1f71ce9-4297-42fb-916e-6adab894437f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797544 Aug 26 12:24:43.030289 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-af34919b-fb8a-4fd0-9003-a7ddfcdab657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:43.039468 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-af34919b-fb8a-4fd0-9003-a7ddfcdab657 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68952abd-6601-4cfc-8312-c8049636c281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792499 Aug 26 12:24:43.147091 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1042c-9b62-4dc3-98fc-4bd0e70bf57a None None] Network 3cdd88c6-8b10-4d90-a706-7189722040fa requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:43.194807 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-29e1039f-c3e6-4c5e-a732-377220a0431d service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414146 Aug 26 12:24:43.237524 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-16b370fb-41e6-4d36-b8a0-b902057d8955 None None] Provisioning for port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:43.278748 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af90b8b-0991-40f3-9ecc-821abfe62d30 req-97c695ea-b44f-4fba-9378-164ff85ada47 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:43.280845 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7af90b8b-0991-40f3-9ecc-821abfe62d30 req-97c695ea-b44f-4fba-9378-164ff85ada47 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 944 time: 0.0689890 Aug 26 12:24:43.321324 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 2bc635a5-f9a1-40d5-8371-05edc0df6989 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:43.339571 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-49148650-ac1e-46b9-a6c6-99ad38874f22 req-0a27069d-a9cd-49e2-951a-97bd704d1786 service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198475 Aug 26 12:24:43.377376 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7af90b8b-0991-40f3-9ecc-821abfe62d30 req-3054eb78-e658-4e39-969a-0bb9f4775ee8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767927 Aug 26 12:24:43.389098 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.407530 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 2bc635a5-f9a1-40d5-8371-05edc0df6989 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:43.410049 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Transition to ACTIVE for port object 261eed82-e098-45eb-8f9e-bf28d46b3b82 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:43.417356 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 2bc635a5-f9a1-40d5-8371-05edc0df6989 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:43.418098 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.418761 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.452354 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.478244 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368b869-f2aa-491a-825c-e0de3dd863fb None None] Pushing event updated for resources: {'Port': ['ID=261eed82-e098-45eb-8f9e-bf28d46b3b82,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:43.511445 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Attempting to bind port 261eed82-e098-45eb-8f9e-bf28d46b3b82 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:43.511816 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Attempting to bind port 261eed82-e098-45eb-8f9e-bf28d46b3b82 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:43.512180 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Attempting to bind port 261eed82-e098-45eb-8f9e-bf28d46b3b82 on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:43.519443 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:43.519957 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:43.520363 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.520756 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:43.521237 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Bound port: 261eed82-e098-45eb-8f9e-bf28d46b3b82, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:43.522161 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.529512 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.571488 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 2bc635a5-f9a1-40d5-8371-05edc0df6989, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2bc635a5-f9a1-40d5-8371-05edc0df6989,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:43.572527 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1460ac96-e58e-490f-a1e2-da456adff33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc635a5-f9a1-40d5-8371-05edc0df6989'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:43.575428 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec65a25-e6ea-46db-8a05-639c3a4061e9" -d '{"events": [{"server_uuid": "1460ac96-e58e-490f-a1e2-da456adff33c", "name": "network-vif-plugged", "status": "completed", "tag": "2bc635a5-f9a1-40d5-8371-05edc0df6989"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:43.580044 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.580867 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 698afad9-1455-4f65-81fa-2c3d7c2aaae2 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:43.594982 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] For port 261eed82-e098-45eb-8f9e-bf28d46b3b82, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:43.599053 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] For port 261eed82-e098-45eb-8f9e-bf28d46b3b82, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=261eed82-e098-45eb-8f9e-bf28d46b3b82,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:43.606128 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.662168 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab594d-b3ba-4e29-bf78-5820944a79fa req-17cd3cdc-604e-446e-9ad6-66a9bcb676a6 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:43.663341 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74f32af-a601-4668-952f-82a2cdfce954 x-openstack-request-id: req-a74f32af-a601-4668-952f-82a2cdfce954 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:43.663635 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1460ac96-e58e-490f-a1e2-da456adff33c", "name": "network-vif-plugged", "status": "completed", "tag": "2bc635a5-f9a1-40d5-8371-05edc0df6989", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:43.664143 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-07ab594d-b3ba-4e29-bf78-5820944a79fa req-17cd3cdc-604e-446e-9ad6-66a9bcb676a6 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.1187921 Aug 26 12:24:43.666654 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a74f32af-a601-4668-952f-82a2cdfce954 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:43.667316 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1460ac96-e58e-490f-a1e2-da456adff33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc635a5-f9a1-40d5-8371-05edc0df6989', 'code': 200} Aug 26 12:24:43.699627 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=2bc635a5-f9a1-40d5-8371-05edc0df6989,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:43.702907 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368b869-f2aa-491a-825c-e0de3dd863fb None None] Pushing event updated for resources: {'Port': ['ID=261eed82-e098-45eb-8f9e-bf28d46b3b82,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:43.706562 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:43.707338 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:43.734459 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 698afad9-1455-4f65-81fa-2c3d7c2aaae2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:43.740085 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 698afad9-1455-4f65-81fa-2c3d7c2aaae2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:43.741119 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.808084 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-07ab594d-b3ba-4e29-bf78-5820944a79fa req-77d2064d-a910-4b3d-bb00-eb0c0f8b0b15 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065209 Aug 26 12:24:43.811303 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Allocated IP 172.20.0.1 (3cdd88c6-8b10-4d90-a706-7189722040fa/7d6a01a6-ffad-4298-8c82-33e36f64ec11/41e555a6-8831-4abb-ad73-7d50073a3eb0) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:43.818738 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08b4b-07ed-409c-a195-40745d1a522b req-ef4f7e7a-bacb-4c9c-b056-fc9a34c13426 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:43.842076 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7ff08b4b-07ed-409c-a195-40745d1a522b req-ef4f7e7a-bacb-4c9c-b056-fc9a34c13426 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 946 time: 0.0820434 Aug 26 12:24:43.912117 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:43.914893 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:43.923153 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7ff08b4b-07ed-409c-a195-40745d1a522b req-df461b35-923e-4297-ba06-1bba0c2f4a43 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798130 Aug 26 12:24:44.000408 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.016752 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Transition to ACTIVE for port object 41e555a6-8831-4abb-ad73-7d50073a3eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:44.022737 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f35704-dbf0-4ea8-a409-e1a3cb29b2d1 req-01e5b898-8dba-4094-9efd-4cfb4cd535ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:44.024930 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f3f35704-dbf0-4ea8-a409-e1a3cb29b2d1 req-01e5b898-8dba-4094-9efd-4cfb4cd535ed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 1099 time: 0.0893111 Aug 26 12:24:44.041611 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.079041 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:44.090269 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:44.090804 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.093955 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.100900 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 698afad9-1455-4f65-81fa-2c3d7c2aaae2, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=698afad9-1455-4f65-81fa-2c3d7c2aaae2,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:44.127545 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.147928 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f3f35704-dbf0-4ea8-a409-e1a3cb29b2d1 req-3e5b9eb4-92e1-4ee9-b425-ba3f60879b33 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091950 Aug 26 12:24:44.184883 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=698afad9-1455-4f65-81fa-2c3d7c2aaae2,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:44.218601 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Network 3cdd88c6-8b10-4d90-a706-7189722040fa is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:44.221627 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:44.228834 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:44.230380 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b7dc8-fbef-4c17-8026-0a82f1ea74fc req-5a2ebdd7-f145-4040-be79-b773de91df6d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:44.241216 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-094b7dc8-fbef-4c17-8026-0a82f1ea74fc req-5a2ebdd7-f145-4040-be79-b773de91df6d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0763361 Aug 26 12:24:44.279745 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:41Z', 'revision_number': 3, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:44.303817 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.304228 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-094b7dc8-fbef-4c17-8026-0a82f1ea74fc req-4fce50d7-41d9-4d2f-aea9-76d2ba78bd35 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562310 Aug 26 12:24:44.304795 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Pushing event updated for resources: {'Port': ['ID=41e555a6-8831-4abb-ad73-7d50073a3eb0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:44.346951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.356452 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4874335-8eee-4d7e-b0c2-8bb5dc90a6c8 req-eef9fd2f-994d-4101-9f20-fc7dc3fafe9d tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:44.358064 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a4874335-8eee-4d7e-b0c2-8bb5dc90a6c8 req-eef9fd2f-994d-4101-9f20-fc7dc3fafe9d tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.1841111 Aug 26 12:24:44.363374 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:44.392249 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.442948 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af60acd-1c58-4df8-83f3-67d725f7b107 None None] The sync data for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi is: [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:41Z', 'revision_number': 3, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:44.468699 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:44.473251 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a4874335-8eee-4d7e-b0c2-8bb5dc90a6c8 req-e238a286-b07a-4af1-8328-3ccc5127c7d2 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799458 Aug 26 12:24:44.556630 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63d9b-65fd-49a2-adfa-db250e247159 req-aad4567b-0827-4988-8cfc-82cce355da2e tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:44.559477 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a7b63d9b-65fd-49a2-adfa-db250e247159 req-aad4567b-0827-4988-8cfc-82cce355da2e tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 945 time: 0.0705912 Aug 26 12:24:44.580971 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.640890 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a7b63d9b-65fd-49a2-adfa-db250e247159 req-7572f3e7-2aba-4ffa-8005-75387d48b274 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684662 Aug 26 12:24:44.641138 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c7533cda-5559-43e0-8548-8742a8020a17 None None] Provisioning for port 41e555a6-8831-4abb-ad73-7d50073a3eb0 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:44.651302 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c7533cda-5559-43e0-8548-8742a8020a17 None None] Provisioning complete for port 41e555a6-8831-4abb-ad73-7d50073a3eb0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:44.651763 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7533cda-5559-43e0-8548-8742a8020a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.714619 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c7533cda-5559-43e0-8548-8742a8020a17 None None] Port 41e555a6-8831-4abb-ad73-7d50073a3eb0 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:24:44.787184 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.800237 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.862121 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:44.942789 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Pushing event updated for resources: {'Port': ['ID=41e555a6-8831-4abb-ad73-7d50073a3eb0,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:44.995153 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Network 3cdd88c6-8b10-4d90-a706-7189722040fa is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:44.999451 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:45.054971 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1cf81-496b-460a-840b-626943ff53ab req-86f06ffd-9012-452c-a4a1-497a69aa1fca tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:45.056542 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-65b1cf81-496b-460a-840b-626943ff53ab req-86f06ffd-9012-452c-a4a1-497a69aa1fca tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 946 time: 0.0533292 Aug 26 12:24:45.098534 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-65b1cf81-496b-460a-840b-626943ff53ab req-02b781f6-4d20-435d-9eaf-03845da7c876 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356917 Aug 26 12:24:45.133188 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Router 619c8507-f75b-433f-b2a0-faaa35cb80e0 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:24:45.241189 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-444bd6e5-b1d8-432c-ad43-33f263be77b9 None None] Provisioning complete for port 41e555a6-8831-4abb-ad73-7d50073a3eb0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:45.241744 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-444bd6e5-b1d8-432c-ad43-33f263be77b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.248637 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:45.258462 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-4a8c6c18-125c-434d-8c7e-9864a3d47c6b admin admin] 10.222.0.13 "PUT /v2.0/routers/619c8507-f75b-433f-b2a0-faaa35cb80e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6775894 Aug 26 12:24:45.282325 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-444bd6e5-b1d8-432c-ad43-33f263be77b9 None None] Port 41e555a6-8831-4abb-ad73-7d50073a3eb0 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:24:45.423454 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710b09c-ad24-4c41-8efc-a08c7b61fd70 req-faf7d0f5-974e-4072-8b60-c4aee3fda4b7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:45.425300 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a710b09c-ad24-4c41-8efc-a08c7b61fd70 req-faf7d0f5-974e-4072-8b60-c4aee3fda4b7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0579660 Aug 26 12:24:45.474008 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a710b09c-ad24-4c41-8efc-a08c7b61fd70 req-bd4d39ca-6329-404b-8c71-08d8515b7fc1 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Aug 26 12:24:45.587205 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b82b41-5fe1-4fc6-b706-6254dd44d572 req-3f5fd887-fc0a-4b80-b598-0fbb96d315df tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:45.588857 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-87b82b41-5fe1-4fc6-b706-6254dd44d572 req-3f5fd887-fc0a-4b80-b598-0fbb96d315df tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.0506644 Aug 26 12:24:45.630458 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-87b82b41-5fe1-4fc6-b706-6254dd44d572 req-ae39b39a-76e2-493b-bd16-a8c2d577eddb tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347321 Aug 26 12:24:45.668828 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13353609-7a50-4d60-be71-ff199f6646f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698afad9-1455-4f65-81fa-2c3d7c2aaae2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:45.671990 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34c44af-c3c1-474f-bec7-ab610fec314b" -d '{"events": [{"server_uuid": "13353609-7a50-4d60-be71-ff199f6646f1", "name": "network-vif-plugged", "status": "completed", "tag": "698afad9-1455-4f65-81fa-2c3d7c2aaae2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:45.719290 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2ba9a5-1497-4b9b-9766-4260421993fe x-openstack-request-id: req-7c2ba9a5-1497-4b9b-9766-4260421993fe {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:45.719926 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13353609-7a50-4d60-be71-ff199f6646f1", "name": "network-vif-plugged", "status": "completed", "tag": "698afad9-1455-4f65-81fa-2c3d7c2aaae2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:45.720382 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c2ba9a5-1497-4b9b-9766-4260421993fe {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:45.721759 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13353609-7a50-4d60-be71-ff199f6646f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698afad9-1455-4f65-81fa-2c3d7c2aaae2', 'code': 200} Aug 26 12:24:45.758149 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b66ed-6a9f-4132-ab27-a6b787e92e69 req-db9f52e5-8625-47f2-8930-5c9ac59dd7cd tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:45.759752 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b33b66ed-6a9f-4132-ab27-a6b787e92e69 req-db9f52e5-8625-47f2-8930-5c9ac59dd7cd tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 945 time: 0.0760782 Aug 26 12:24:45.800325 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52404) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:45.805217 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-25577904-network', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:45.815469 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b33b66ed-6a9f-4132-ab27-a6b787e92e69 req-27808137-c1c3-4134-b03c-e83d12427d44 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497482 Aug 26 12:24:45.844394 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Made reservation on behalf of 048ffde812354953a5172a8df8a7e1aa for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:45.848413 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.860038 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.923181 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 261eed82-e098-45eb-8f9e-bf28d46b3b82 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:46.029452 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 261eed82-e098-45eb-8f9e-bf28d46b3b82 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:46.042015 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.049858 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.058960 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 261eed82-e098-45eb-8f9e-bf28d46b3b82 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:46.060167 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.064549 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:24:46.075138 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.075518 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Added segment f0720ce6-8494-40ae-a31d-acd3c232dd41 of type vlan for network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 Aug 26 12:24:46.118783 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.187986 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7638077a-b62d-477a-9ee5-5faa6083bd95,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:46.194142 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.212719 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.215001 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.215622 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.233781 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 261eed82-e098-45eb-8f9e-bf28d46b3b82, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=261eed82-e098-45eb-8f9e-bf28d46b3b82,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:46.238547 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.239404 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:46.245001 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324abaf6-bc44-48e6-ad46-f500a98cbec6 req-845f9ba4-a305-41dd-841d-fc9f1e05da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.246561 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-324abaf6-bc44-48e6-ad46-f500a98cbec6 req-845f9ba4-a305-41dd-841d-fc9f1e05da66 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 1098 time: 0.1239281 Aug 26 12:24:46.270769 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dbe33-b1d0-4220-88dd-4cecdb935583 req-7b36b452-5ebe-4657-b9fb-f8a9c12bd9df tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.272360 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-588dbe33-b1d0-4220-88dd-4cecdb935583 req-7b36b452-5ebe-4657-b9fb-f8a9c12bd9df tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 946 time: 0.0675061 Aug 26 12:24:46.316472 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-588dbe33-b1d0-4220-88dd-4cecdb935583 req-7d8d99ad-c17c-46ef-8f62-1ed1d7490e00 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 Aug 26 12:24:46.324686 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5232680 Aug 26 12:24:46.327909 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52416) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:46.334059 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Request body: {'subnet': {'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-25577904-subnet', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:46.343407 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=261eed82-e098-45eb-8f9e-bf28d46b3b82,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:46.345138 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-324abaf6-bc44-48e6-ad46-f500a98cbec6 req-12a89305-114f-4c50-85a6-f3252192ec5e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Aug 26 12:24:46.349543 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af278e-85bb-4aff-8650-5ce3d2ab80b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1f04b3-1543-4f4d-bf48-c2a9dc327421,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:46.364279 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:24:46.370883 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:46.371261 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.380975 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Made reservation on behalf of 048ffde812354953a5172a8df8a7e1aa for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:46.383805 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32681639'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.524145 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Sync routers for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:46.538139 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:46.539312 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:46.582341 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32963728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32681685'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.603737 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e5b2f-c9c9-4d57-8f61-ec3c9ea97fe7 req-47e13227-6e10-4017-9e72-3af07a0106ba tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.605947 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5d8e5b2f-c9c9-4d57-8f61-ec3c9ea97fe7 req-47e13227-6e10-4017-9e72-3af07a0106ba tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0566006 Aug 26 12:24:46.655042 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:46.663307 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Checking segment: {'id': 'f0720ce6-8494-40ae-a31d-acd3c232dd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:46.663672 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Network hostable DHCP agents. Network: ea1f04b3-1543-4f4d-bf48-c2a9dc327421, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:24:46.672735 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5d8e5b2f-c9c9-4d57-8f61-ec3c9ea97fe7 req-da419791-b90c-4dfe-8898-9d50238e349c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586469 Aug 26 12:24:46.690912 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:24:46.709781 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, ea1f04b3-1543-4f4d-bf48-c2a9dc327421) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:46.724840 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.725941 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.753429 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-f9f48239-be7a-4be7-82b9-e6ed515fac48 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4242477 Aug 26 12:24:46.756711 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52426) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:46.757545 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb9fc9-aa6a-471a-b8f3-538366b2f406 None None] Network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:46.764594 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:46.820707 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b174dd5-3fae-4c2c-8823-be5d8fd2bfd8 req-70f9a1dc-9d9b-4774-a322-d838b9ba94c3 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.822632 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0b174dd5-3fae-4c2c-8823-be5d8fd2bfd8 req-70f9a1dc-9d9b-4774-a322-d838b9ba94c3 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.0857296 Aug 26 12:24:46.838686 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:46.855796 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.856920 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.891354 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0b174dd5-3fae-4c2c-8823-be5d8fd2bfd8 req-93032ce0-51d3-46ca-9755-4cc174cce507 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601399 Aug 26 12:24:46.930865 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.962203 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3939f75-b33e-4084-b547-c3fe1f8c4aec req-cc39e602-ee5e-426b-9282-c8afe420dc19 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.963835 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f3939f75-b33e-4084-b547-c3fe1f8c4aec req-cc39e602-ee5e-426b-9282-c8afe420dc19 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 945 time: 0.0601051 Aug 26 12:24:47.006978 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f3939f75-b33e-4084-b547-c3fe1f8c4aec req-e23e51bd-26d4-4b9d-9bbb-b83dadce01f4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Aug 26 12:24:47.060253 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-ea1f04b3-1543-4f4d-bf48-c2a9dc327421', 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'fixed_ips': [{'subnet_id': 'ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:24:47.061130 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.083570 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.228189 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '41e555a6-8831-4abb-ad73-7d50073a3eb0', 'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'mac_address': 'fa:16:3e:4b:8a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:43Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 2, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'subnets': [{'id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:47.260663 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Checking router: 619c8507-f75b-433f-b2a0-faaa35cb80e0 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:47.261022 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Updating router 619c8507-f75b-433f-b2a0-faaa35cb80e0 port 41e555a6-8831-4abb-ad73-7d50073a3eb0 binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:24:47.264330 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Allocated IP 172.20.0.2 (ea1f04b3-1543-4f4d-bf48-c2a9dc327421/ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2/5299c093-8bd3-443f-b5c1-40c23a426e62) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:47.297973 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.312351 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.334967 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.503135 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86c461-9cae-4103-b012-94f0ee64e0ac req-16e75be5-e446-44f3-9f9d-728ffddecbe0 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:47.504673 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-eb86c461-9cae-4103-b012-94f0ee64e0ac req-16e75be5-e446-44f3-9f9d-728ffddecbe0 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 946 time: 0.0993819 Aug 26 12:24:47.535166 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Allocated IP 172.27.2.38 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/3637a15a-1a30-4f7a-95e6-0904b71cd5c0) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:47.566546 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-eb86c461-9cae-4103-b012-94f0ee64e0ac req-7ab8c7bb-dda0-4866-bf0d-577a00501f6a tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553706 Aug 26 12:24:47.592269 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.614997 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-630e8462-9890-4d61-9b5d-c1254dab41bf tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:47.616304 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Transition to ACTIVE for port object 5299c093-8bd3-443f-b5c1-40c23a426e62 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:47.616651 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-630e8462-9890-4d61-9b5d-c1254dab41bf tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.68 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.0714824 Aug 26 12:24:47.645376 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Transition to ACTIVE for port object 5299c093-8bd3-443f-b5c1-40c23a426e62 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:47.654207 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.659550 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.710733 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.739395 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:47.747286 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:47.754158 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:47.766557 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Pushing event updated for resources: {'Port': ['ID=5299c093-8bd3-443f-b5c1-40c23a426e62,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:47.778068 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Pushing event updated for resources: {'Port': ['ID=3637a15a-1a30-4f7a-95e6-0904b71cd5c0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:47.792215 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:47.794142 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:47.796867 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:47.798644 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.833572 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 261eed82-e098-45eb-8f9e-bf28d46b3b82 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:47.836063 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Transition to ACTIVE for port object 41e555a6-8831-4abb-ad73-7d50073a3eb0 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:47.844555 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Deleting port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:47.846461 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.866978 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.875489 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Attempting to bind port 5299c093-8bd3-443f-b5c1-40c23a426e62 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:47.875863 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Attempting to bind port 5299c093-8bd3-443f-b5c1-40c23a426e62 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': 'f0720ce6-8494-40ae-a31d-acd3c232dd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:47.876207 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Attempting to bind port 5299c093-8bd3-443f-b5c1-40c23a426e62 on network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:47.927546 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:47.927916 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Checking segment: {'id': 'f0720ce6-8494-40ae-a31d-acd3c232dd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:47.928319 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.928704 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Bound using segment: {'id': 'f0720ce6-8494-40ae-a31d-acd3c232dd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:47.929782 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Bound port: 5299c093-8bd3-443f-b5c1-40c23a426e62, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0720ce6-8494-40ae-a31d-acd3c232dd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:47.929782 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.941180 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f7d5-0d13-4386-9e7a-15d558fa2731 req-9b449c24-6e02-456b-aaf5-38e022eae01e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:47.942805 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4b02f7d5-0d13-4386-9e7a-15d558fa2731 req-9b449c24-6e02-456b-aaf5-38e022eae01e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1402566 Aug 26 12:24:47.993351 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b686d3-f13c-4a53-87e5-abc91d8534e2 None None] Pushing event updated for resources: {'Port': ['ID=41e555a6-8831-4abb-ad73-7d50073a3eb0,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:48.019482 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] For port 74ef616f-1d6a-4b86-822d-6bb0352a7db5, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=74ef616f-1d6a-4b86-822d-6bb0352a7db5,segment=NetworkSegment(7e3c4373-e51c-463b-b409-d1c817b7407a),segment_id=7e3c4373-e51c-463b-b409-d1c817b7407a)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:48.019871 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.033826 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4b02f7d5-0d13-4386-9e7a-15d558fa2731 req-1ba59cba-9283-4901-a1fa-2dbfeb3d7131 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803509 Aug 26 12:24:48.041098 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Calling delete_port for 74ef616f-1d6a-4b86-822d-6bb0352a7db5 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:48.127552 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 261eed82-e098-45eb-8f9e-bf28d46b3b82 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:48.127900 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.193598 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Attempting to bind port 41e555a6-8831-4abb-ad73-7d50073a3eb0 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:48.193960 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Attempting to bind port 41e555a6-8831-4abb-ad73-7d50073a3eb0 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:48.194322 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Attempting to bind port 41e555a6-8831-4abb-ad73-7d50073a3eb0 on network 3cdd88c6-8b10-4d90-a706-7189722040fa {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:48.196630 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] For port 5299c093-8bd3-443f-b5c1-40c23a426e62, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:48.219024 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:48.219378 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Checking segment: {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:48.220559 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.220962 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Bound using segment: {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:48.221446 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Bound port: 41e555a6-8831-4abb-ad73-7d50073a3eb0, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:48.221825 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.228113 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] For port 5299c093-8bd3-443f-b5c1-40c23a426e62, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=5299c093-8bd3-443f-b5c1-40c23a426e62,segment=NetworkSegment(f0720ce6-8494-40ae-a31d-acd3c232dd41),segment_id=f0720ce6-8494-40ae-a31d-acd3c232dd41)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:48.246940 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.254795 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e78d-2c21-423b-9e11-eb703598ad47 req-73429902-8262-451a-a43b-2f590fab70eb tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:48.256357 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d356e78d-2c21-423b-9e11-eb703598ad47 req-73429902-8262-451a-a43b-2f590fab70eb tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 945 time: 0.0709333 Aug 26 12:24:48.257185 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.258850 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087a216-e698-42bc-9376-b27e1d119696 req-a652694d-9015-452b-aabd-d5e01a2f16df tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:48.263975 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d087a216-e698-42bc-9376-b27e1d119696 req-a652694d-9015-452b-aabd-d5e01a2f16df tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 950 time: 0.1041250 Aug 26 12:24:48.323474 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Pushing event deleted for resources: {'Port': ['ID=74ef616f-1d6a-4b86-822d-6bb0352a7db5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:48.343476 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d356e78d-2c21-423b-9e11-eb703598ad47 req-daf4b603-668e-4e2f-822d-90e8e96bf8a6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762241 Aug 26 12:24:48.396752 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] No DVR routers for this DVR port 74ef616f-1d6a-4b86-822d-6bb0352a7db5 on host hv-cinder-80614 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:24:48.401223 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.405106 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dfb964e9-06d4-4c7c-b000-094e25e59e0e req-641014bf-8d53-496a-8cc4-b9a777e00e4c tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.68 "DELETE /v2.0/ports/74ef616f-1d6a-4b86-822d-6bb0352a7db5 HTTP/1.1" status: 204 len: 173 time: 0.7549670 Aug 26 12:24:48.405821 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df9b12-b404-458e-a047-f0ed9710945c', 'name': 'network-vif-deleted', 'tag': '74ef616f-1d6a-4b86-822d-6bb0352a7db5'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:48.410716 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3051ae54-9bc1-476f-9b21-db2e3a4d1986" -d '{"events": [{"server_uuid": "76df9b12-b404-458e-a047-f0ed9710945c", "name": "network-vif-deleted", "tag": "74ef616f-1d6a-4b86-822d-6bb0352a7db5"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:48.419836 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['74ef616f-1d6a-4b86-822d-6bb0352a7db5'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:48.446630 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d087a216-e698-42bc-9376-b27e1d119696 req-31e2e764-dde5-45ba-b7d0-01389d4e5464 tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/security-groups?id=5857f8ae-b003-4d98-bb58-871d577523f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762257 Aug 26 12:24:48.556808 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6711dbe2-7995-4e2f-b097-f44157651273 x-openstack-request-id: req-6711dbe2-7995-4e2f-b097-f44157651273 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:48.557033 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76df9b12-b404-458e-a047-f0ed9710945c", "name": "network-vif-deleted", "tag": "74ef616f-1d6a-4b86-822d-6bb0352a7db5", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:48.557290 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6711dbe2-7995-4e2f-b097-f44157651273 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:48.557861 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76df9b12-b404-458e-a047-f0ed9710945c', 'name': 'network-vif-deleted', 'tag': '74ef616f-1d6a-4b86-822d-6bb0352a7db5', 'status': 'completed', 'code': 200} Aug 26 12:24:48.561428 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] For port 41e555a6-8831-4abb-ad73-7d50073a3eb0, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:48.569587 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] For port 41e555a6-8831-4abb-ad73-7d50073a3eb0, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=41e555a6-8831-4abb-ad73-7d50073a3eb0,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:48.582108 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.604414 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e0b23-2ce9-45b9-97ca-cb95cc182773 None None] Pushing event updated for resources: {'Port': ['ID=5299c093-8bd3-443f-b5c1-40c23a426e62,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:48.633884 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.660377 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:48.661161 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:48.766722 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114a8b9-3148-482d-a1f5-7e1321fedac2 req-f9769541-75fa-4d72-bdd7-1197a8e7b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:48.768851 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9114a8b9-3148-482d-a1f5-7e1321fedac2 req-f9769541-75fa-4d72-bdd7-1197a8e7b424 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1098 time: 0.1018615 Aug 26 12:24:48.842023 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9114a8b9-3148-482d-a1f5-7e1321fedac2 req-dab317da-9dfe-47a1-ad28-2b62f89ad96b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510790 Aug 26 12:24:48.871351 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494c768-22fa-462d-bef9-fec28658fa4f req-2f751c6e-13ae-4905-ae20-54327fc5b3ac tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:48.879545 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6494c768-22fa-462d-bef9-fec28658fa4f req-2f751c6e-13ae-4905-ae20-54327fc5b3ac tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 946 time: 0.1536839 Aug 26 12:24:48.999246 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6494c768-22fa-462d-bef9-fec28658fa4f req-0213b34d-ea88-489b-997d-e53e114fb06f tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187999 Aug 26 12:24:49.083801 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:49.116252 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b686d3-f13c-4a53-87e5-abc91d8534e2 None None] Pushing event updated for resources: {'Port': ['ID=41e555a6-8831-4abb-ad73-7d50073a3eb0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:49.161962 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:49.193126 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6bc82-4abb-48ce-ad82-04f0c3b3c104 req-f1f6d7c6-2444-4736-b9d3-d5c6787d3763 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:49.195058 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3dd6bc82-4abb-48ce-ad82-04f0c3b3c104 req-f1f6d7c6-2444-4736-b9d3-d5c6787d3763 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0582695 Aug 26 12:24:49.242530 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3dd6bc82-4abb-48ce-ad82-04f0c3b3c104 req-2f9220a3-31b2-4a6b-b7c3-af2341c2cb07 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Aug 26 12:24:49.274521 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:24:49.384939 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:49.391377 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '41e555a6-8831-4abb-ad73-7d50073a3eb0', 'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'mac_address': 'fa:16:3e:4b:8a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:43Z', 'updated_at': '2021-08-26T12:24:48Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'subnets': [{'id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:49.395815 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Sync routers for ids ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:49.403099 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:49.408422 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Routers {'1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:49.409048 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52514) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:49.409186 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:49.411279 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-7747aa82-c2a9-4bff-b3b7-a05a2b5c3bab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6531088 Aug 26 12:24:49.423446 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c1d90-a8d0-406d-9853-d0a467ab21d0 None None] The sync data for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi is: [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '41e555a6-8831-4abb-ad73-7d50073a3eb0', 'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'mac_address': 'fa:16:3e:4b:8a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:43Z', 'updated_at': '2021-08-26T12:24:48Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'subnets': [{'id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:49.552722 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127218-6671-41a5-9148-609fe706410a req-323ee641-d86b-472f-9589-6326c32e1036 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:49.556302 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-36127218-6671-41a5-9148-609fe706410a req-323ee641-d86b-472f-9589-6326c32e1036 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 945 time: 0.1174953 Aug 26 12:24:49.634714 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1f4dc7b7-12c6-45b3-9db4-9ac6dba0739e req-d1ed9c55-26ab-469f-b73b-87afb770207a tempest-VolumesNegativeTest-1167100680 tempest-VolumesNegativeTest-1167100680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df9b12-b404-458e-a047-f0ed9710945c HTTP/1.1" status: 200 len: 210 time: 0.0408390 Aug 26 12:24:49.640344 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-36127218-6671-41a5-9148-609fe706410a req-5ccd7eb2-6f16-402f-bfbd-22c15de673ee tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762780 Aug 26 12:24:49.691961 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Set router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:49.910841 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 5299c093-8bd3-443f-b5c1-40c23a426e62 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:50.042778 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:46Z', 'updated_at': '2021-08-26T12:24:48Z', 'revision_number': 3, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'gw_port': {'id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:47Z', 'updated_at': '2021-08-26T12:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:50.081117 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 5299c093-8bd3-443f-b5c1-40c23a426e62 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:50.091130 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 41e555a6-8831-4abb-ad73-7d50073a3eb0 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:50.098497 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Checking router: 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:50.098876 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Updating router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:24:50.172825 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.193120 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd285df-c6e9-4682-802e-1e501b0a52eb None None] Network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:50.271519 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 41e555a6-8831-4abb-ad73-7d50073a3eb0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:50.295147 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 41e555a6-8831-4abb-ad73-7d50073a3eb0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:50.295887 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.344257 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fc365c1a-311e-47f4-ab2e-b55454cf13be None None] Provisioning for port 5299c093-8bd3-443f-b5c1-40c23a426e62 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:50.359709 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fc365c1a-311e-47f4-ab2e-b55454cf13be None None] Provisioning complete for port 5299c093-8bd3-443f-b5c1-40c23a426e62 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:50.360434 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc365c1a-311e-47f4-ab2e-b55454cf13be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.516181 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31e132-ed99-425f-8df6-eda5a71b1c34 req-34dc006a-003d-4b2a-99f1-e09e22f7d84d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:50.520157 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2a31e132-ed99-425f-8df6-eda5a71b1c34 req-34dc006a-003d-4b2a-99f1-e09e22f7d84d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1302063 Aug 26 12:24:50.551829 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.580252 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2a31e132-ed99-425f-8df6-eda5a71b1c34 req-46e4becb-9879-445e-a683-f1271ca6d7d6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535433 Aug 26 12:24:50.674720 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f7c5c-f1f5-4615-8d36-c027bde49c7f req-51a9c17d-31e9-49f5-b8c0-e74855ca7166 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:50.682201 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc365c1a-311e-47f4-ab2e-b55454cf13be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.683400 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-619f7c5c-f1f5-4615-8d36-c027bde49c7f req-51a9c17d-31e9-49f5-b8c0-e74855ca7166 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 946 time: 0.2088301 Aug 26 12:24:50.716342 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.734636 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Transition to ACTIVE for port object 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:50.748281 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fc365c1a-311e-47f4-ab2e-b55454cf13be None None] For port 5299c093-8bd3-443f-b5c1-40c23a426e62, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=5299c093-8bd3-443f-b5c1-40c23a426e62,segment=NetworkSegment(f0720ce6-8494-40ae-a31d-acd3c232dd41),segment_id=f0720ce6-8494-40ae-a31d-acd3c232dd41)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:50.749937 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.773582 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 41e555a6-8831-4abb-ad73-7d50073a3eb0, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=41e555a6-8831-4abb-ad73-7d50073a3eb0,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:50.776552 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc365c1a-311e-47f4-ab2e-b55454cf13be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.803875 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-619f7c5c-f1f5-4615-8d36-c027bde49c7f req-9711b9fd-924c-46dc-a939-70e1bb0f3439 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192253 Aug 26 12:24:50.825527 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419efd6f-be8a-4cd7-b812-6fda7820ce8e None None] Pushing event updated for resources: {'Port': ['ID=3637a15a-1a30-4f7a-95e6-0904b71cd5c0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:50.826877 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.852891 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc365c1a-311e-47f4-ab2e-b55454cf13be None None] Pushing event updated for resources: {'Port': ['ID=5299c093-8bd3-443f-b5c1-40c23a426e62,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:50.876065 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Attempting to bind port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:50.876319 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Attempting to bind port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:50.876570 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Attempting to bind port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:50.896135 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:50.896884 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:50.897455 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.898153 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:50.899030 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Bound port: 3637a15a-1a30-4f7a-95e6-0904b71cd5c0, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:50.899610 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:50.955499 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=41e555a6-8831-4abb-ad73-7d50073a3eb0,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:51.000378 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] For port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:51.005028 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] For port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=3637a15a-1a30-4f7a-95e6-0904b71cd5c0,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:51.010303 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:51.019859 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:51.105428 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Routers {'1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:51.106620 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:51.110065 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419efd6f-be8a-4cd7-b812-6fda7820ce8e None None] Pushing event updated for resources: {'Port': ['ID=3637a15a-1a30-4f7a-95e6-0904b71cd5c0,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:51.211068 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-615b1b9a-5440-4bf8-ba5b-f936a099de02 None None] Provisioning complete for port 5299c093-8bd3-443f-b5c1-40c23a426e62 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:51.211591 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-615b1b9a-5440-4bf8-ba5b-f936a099de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:51.263444 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] Set router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:51.283508 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-d970ce02-ed57-4b36-aadd-d38c45557c0b tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:51.285499 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-d970ce02-ed57-4b36-aadd-d38c45557c0b tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.68 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 946 time: 0.1090143 Aug 26 12:24:51.287095 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Allocated IP 172.20.0.1 (ea1f04b3-1543-4f4d-bf48-c2a9dc327421/ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2/809696d2-f55d-4143-9e41-693377a70a1d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:24:51.427691 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 74ef616f-1d6a-4b86-822d-6bb0352a7db5 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:24:51.490651 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 74ef616f-1d6a-4b86-822d-6bb0352a7db5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:24:51.494679 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 74ef616f-1d6a-4b86-822d-6bb0352a7db5 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:24:51.496434 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:51.510661 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Deleting port 2bc635a5-f9a1-40d5-8371-05edc0df6989 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:51.511014 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:51.537629 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:46Z', 'updated_at': '2021-08-26T12:24:48Z', 'revision_number': 3, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'gw_port': {'id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:47Z', 'updated_at': '2021-08-26T12:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:51.554258 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Transition to ACTIVE for port object 809696d2-f55d-4143-9e41-693377a70a1d will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:51.571551 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658711d-f266-419e-a13c-7ab2fe6c6340 None None] The sync data for ids ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'] in dv-cinder-806141-1-iscsi is: [{'id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:46Z', 'updated_at': '2021-08-26T12:24:48Z', 'revision_number': 3, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'gw_port': {'id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:47Z', 'updated_at': '2021-08-26T12:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:51.662314 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] For port 2bc635a5-f9a1-40d5-8371-05edc0df6989, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2bc635a5-f9a1-40d5-8371-05edc0df6989,segment=NetworkSegment(2b2043bf-c4d2-49a5-9018-ab305a83b52e),segment_id=2b2043bf-c4d2-49a5-9018-ab305a83b52e)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:51.662764 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:51.674630 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:51.697555 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Calling delete_port for 2bc635a5-f9a1-40d5-8371-05edc0df6989 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:51.804226 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:51.811462 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:51.815580 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:24:51.817570 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd909d2-dc41-4998-89b9-d810a35b9512 req-e680e404-9a29-45b4-9840-9409693958f7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:51.832940 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fdd909d2-dc41-4998-89b9-d810a35b9512 req-e680e404-9a29-45b4-9840-9409693958f7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1202905 Aug 26 12:24:51.851965 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 5299c093-8bd3-443f-b5c1-40c23a426e62 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:51.940157 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:51.952471 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fdd909d2-dc41-4998-89b9-d810a35b9512 req-4cde2a9c-3562-4c37-a1d7-b723361926d5 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104014 Aug 26 12:24:51.970522 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 5299c093-8bd3-443f-b5c1-40c23a426e62 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:51.971144 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:52.080715 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Pushing event updated for resources: {'Port': ['ID=809696d2-f55d-4143-9e41-693377a70a1d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:52.170610 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.171208 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.171733 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.173983 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.174321 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.174743 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.175081 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.175416 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.175878 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.176063 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.178485 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.178873 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:52.206011 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 41e555a6-8831-4abb-ad73-7d50073a3eb0 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:52.221282 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5255-21e8-4aa4-b815-f34fca2d274a req-07fed779-765c-4599-9abc-35cf6f1a2dd7 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:52.230813 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef0f5255-21e8-4aa4-b815-f34fca2d274a req-07fed779-765c-4599-9abc-35cf6f1a2dd7 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 946 time: 0.1906557 Aug 26 12:24:52.344713 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 41e555a6-8831-4abb-ad73-7d50073a3eb0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:52.345661 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:52.366125 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef0f5255-21e8-4aa4-b815-f34fca2d274a req-758bc60a-a083-4863-a837-dfc76ca8e1eb tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/security-groups?id=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341040 Aug 26 12:24:52.447844 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5874299c-487a-4a40-9156-aa1370a000b3 None None] Provisioning for port 809696d2-f55d-4143-9e41-693377a70a1d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:52.464041 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5874299c-487a-4a40-9156-aa1370a000b3 None None] Provisioning complete for port 809696d2-f55d-4143-9e41-693377a70a1d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:52.464680 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5874299c-487a-4a40-9156-aa1370a000b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:52.481738 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:52.537735 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['2bc635a5-f9a1-40d5-8371-05edc0df6989'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:24:52.555427 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Pushing event deleted for resources: {'Port': ['ID=2bc635a5-f9a1-40d5-8371-05edc0df6989,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:52.592857 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:52.658933 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5874299c-487a-4a40-9156-aa1370a000b3 None None] Port 809696d2-f55d-4143-9e41-693377a70a1d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:24:52.678574 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] No DVR routers for this DVR port 2bc635a5-f9a1-40d5-8371-05edc0df6989 on host hv-cinder-80614 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:24:52.695311 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:52.697405 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-87be6c0c-baa2-4fcf-97b8-9e15ade7d13a req-8afe6f6f-281a-4f5f-909e-7b81ae15890c tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.68 "DELETE /v2.0/ports/2bc635a5-f9a1-40d5-8371-05edc0df6989 HTTP/1.1" status: 204 len: 173 time: 1.3998373 Aug 26 12:24:52.697942 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1460ac96-e58e-490f-a1e2-da456adff33c', 'name': 'network-vif-deleted', 'tag': '2bc635a5-f9a1-40d5-8371-05edc0df6989'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:52.700807 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15875c06-c7c6-45ad-8ff5-0f66b4fe23eb" -d '{"events": [{"server_uuid": "1460ac96-e58e-490f-a1e2-da456adff33c", "name": "network-vif-deleted", "tag": "2bc635a5-f9a1-40d5-8371-05edc0df6989"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:52.769046 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-d29516d1-7540-4986-9274-a3a486f48c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:52.770504 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-d29516d1-7540-4986-9274-a3a486f48c5e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1098 time: 0.0833161 Aug 26 12:24:52.794388 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878c9b8-fbd6-4282-88f4-c76a16fc3e8f req-050723a7-6670-43c6-b262-ee30a7bbfadd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:52.796028 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8878c9b8-fbd6-4282-88f4-c76a16fc3e8f req-050723a7-6670-43c6-b262-ee30a7bbfadd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1188815 Aug 26 12:24:52.807093 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92a497e-caa0-4c8f-b373-95ad742ec35b x-openstack-request-id: req-a92a497e-caa0-4c8f-b373-95ad742ec35b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:52.807417 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1460ac96-e58e-490f-a1e2-da456adff33c", "name": "network-vif-deleted", "tag": "2bc635a5-f9a1-40d5-8371-05edc0df6989", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:52.807638 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a92a497e-caa0-4c8f-b373-95ad742ec35b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:52.807915 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1460ac96-e58e-490f-a1e2-da456adff33c', 'name': 'network-vif-deleted', 'tag': '2bc635a5-f9a1-40d5-8371-05edc0df6989', 'status': 'completed', 'code': 200} Aug 26 12:24:52.901581 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8878c9b8-fbd6-4282-88f4-c76a16fc3e8f req-e943f507-a06a-42ca-a573-bd4e2a4c906c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672736 Aug 26 12:24:52.918084 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-15d03e84-33eb-446d-8748-5e43dee4db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:52.923860 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-15d03e84-33eb-446d-8748-5e43dee4db4a service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 920 time: 0.1252558 Aug 26 12:24:52.976623 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:52.980449 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-1861e0d8-c703-4464-bec0-ed5c7e7f8d47 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e HTTP/1.1" status: 200 len: 217 time: 0.0413077 Aug 26 12:24:52.982326 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:53.049793 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-6c6a5766-c041-47ea-b9cc-ceb4955c0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:53.053042 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-6c6a5766-c041-47ea-b9cc-ceb4955c0f80 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.0634706 Aug 26 12:24:53.060961 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:53.071238 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Pushing event updated for resources: {'Port': ['ID=809696d2-f55d-4143-9e41-693377a70a1d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:53.096807 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-89ece5cd-8ec2-451c-b53c-27c8bc5be405 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338347 Aug 26 12:24:53.193081 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:24:53.194745 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:53.205438 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-9a104ddd-e6fb-45c9-b38d-5c4fe120b481 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983193 Aug 26 12:24:53.371225 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-806bd863-1a25-4142-94d2-34121f45c3b0 req-d386bbf0-8fa5-4742-a0a0-46476ccee33b service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509840 Aug 26 12:24:53.378648 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:24:53.494549 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0013ea27-2364-4fc9-9f06-1b7f53701a3b None None] Provisioning complete for port 809696d2-f55d-4143-9e41-693377a70a1d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:53.495092 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0013ea27-2364-4fc9-9f06-1b7f53701a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:53.524806 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cdfdc749-6ac7-4fa6-8fac-5a250d8b1742 req-07500f68-935b-46f2-9c77-b2461092d609 tempest-VolumesActionsTest-21941691 tempest-VolumesActionsTest-21941691-project] 10.222.0.13 "GET /v2.0/ports?device_id=1460ac96-e58e-490f-a1e2-da456adff33c HTTP/1.1" status: 200 len: 210 time: 0.0327232 Aug 26 12:24:53.545716 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:53.550330 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0013ea27-2364-4fc9-9f06-1b7f53701a3b None None] Port 809696d2-f55d-4143-9e41-693377a70a1d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:24:53.565328 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-8287f1fd-d154-47ce-af1e-9bebe8a6942b admin admin] 10.222.0.13 "PUT /v2.0/routers/1f6b7988-b3e6-4eaa-ae84-df74ffee19ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1550434 Aug 26 12:24:53.841237 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:53.925904 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:53.930981 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:53.931358 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.039617 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:24:54.054684 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.069388 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=3637a15a-1a30-4f7a-95e6-0904b71cd5c0,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:54.075987 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.091337 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aba494-df6c-48f7-9722-4e9bfb22971a req-4c0b68ca-1361-4394-82ff-e2fc82c96412 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:54.093050 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-59aba494-df6c-48f7-9722-4e9bfb22971a req-4c0b68ca-1361-4394-82ff-e2fc82c96412 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0811908 Aug 26 12:24:54.154208 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=3637a15a-1a30-4f7a-95e6-0904b71cd5c0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:54.170390 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-59aba494-df6c-48f7-9722-4e9bfb22971a req-7fb5b8fa-4867-4aae-bbba-cceb50d29a7e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707211 Aug 26 12:24:54.337949 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Sync routers for ids ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:54.352927 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Routers {'1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:54.353565 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:54.403865 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-55a621f0-a077-4102-a61a-c9a5532289ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:54.407008 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-55a621f0-a077-4102-a61a-c9a5532289ca service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1098 time: 0.0951188 Aug 26 12:24:54.480496 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52800) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:54.486140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d9fab047-6b2e-4a2f-8e15-85ea51c2cdb4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377446479', 'description': 'tempest-secgroup-smoke-377446479 description', 'project_id': '7cc4ddbfe22e489b80492250e6628b71'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:54.492093 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Set router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:54.521096 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9fab047-6b2e-4a2f-8e15-85ea51c2cdb4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.610055 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-dd9b19b0-f199-462b-ac4e-6deff1b4315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:54.612445 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-dd9b19b0-f199-462b-ac4e-6deff1b4315e service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 920 time: 0.1688612 Aug 26 12:24:54.648769 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a6411c8-604c-4f10-a6f7-1eb029fbf640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.688879 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9fab047-6b2e-4a2f-8e15-85ea51c2cdb4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.694394 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9fab047-6b2e-4a2f-8e15-85ea51c2cdb4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.729170 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-a5643ed2-9e79-4ae6-b3e1-4e549edcc1a0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e HTTP/1.1" status: 200 len: 217 time: 0.0969338 Aug 26 12:24:54.766108 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9fab047-6b2e-4a2f-8e15-85ea51c2cdb4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.771563 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-d9fab047-6b2e-4a2f-8e15-85ea51c2cdb4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2898967 Aug 26 12:24:54.777060 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52830) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:54.786223 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3a4dd25d-1ad4-4f5c-9250-e6654aaebe1a tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Request body: {'security_group_rule': {'security_group_id': 'f93ecc6c-d962-40a6-afed-4653b93b30a3', 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:54.806640 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fab047-6b2e-4a2f-8e15-85ea51c2cdb4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93ecc6c-d962-40a6-afed-4653b93b30a3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:54.817311 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:46Z', 'updated_at': '2021-08-26T12:24:52Z', 'revision_number': 4, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'gw_port': {'id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:47Z', 'updated_at': '2021-08-26T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '809696d2-f55d-4143-9e41-693377a70a1d', 'name': '', 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'mac_address': 'fa:16:3e:a9:28:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:51Z', 'updated_at': '2021-08-26T12:24:52Z', 'revision_number': 2, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'subnets': [{'id': 'ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:54.841412 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-c7973f6c-74cd-4abb-9c38-c944e7b10fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:54.850248 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-c7973f6c-74cd-4abb-9c38-c944e7b10fc2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.0936332 Aug 26 12:24:54.854568 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd25d-1ad4-4f5c-9250-e6654aaebe1a tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.881833 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Checking router: 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:54.882466 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Updating router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca port 809696d2-f55d-4143-9e41-693377a70a1d binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:24:54.921488 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.925970 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-a4a12a21-2322-405f-af86-7a7a7e3df839 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623143 Aug 26 12:24:54.953140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd25d-1ad4-4f5c-9250-e6654aaebe1a tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.959933 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd25d-1ad4-4f5c-9250-e6654aaebe1a tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.014696 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd25d-1ad4-4f5c-9250-e6654aaebe1a tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.016210 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3a4dd25d-1ad4-4f5c-9250-e6654aaebe1a tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2352543 Aug 26 12:24:55.020567 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dd25d-1ad4-4f5c-9250-e6654aaebe1a tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935612b3-7d7f-48f8-9cec-b6db7dc3ac32,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:55.023581 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52848) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:55.029773 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c9f5ffa6-69a0-4d5d-9e52-1e5971869ec7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Request body: {'security_group_rule': {'security_group_id': 'f93ecc6c-d962-40a6-afed-4653b93b30a3', 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:55.058344 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-9484403b-111a-4fb8-a2e9-019095b8a280 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228795 Aug 26 12:24:55.063361 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ffa6-69a0-4d5d-9e52-1e5971869ec7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.132564 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ffa6-69a0-4d5d-9e52-1e5971869ec7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.138096 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ffa6-69a0-4d5d-9e52-1e5971869ec7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.170121 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5ffa6-69a0-4d5d-9e52-1e5971869ec7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b2e48e-c287-43b3-a46c-29bce5998bc2,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:55.181873 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-72c77ece-c057-458e-b9a3-ce177afaf1cf req-26c5dd27-3758-49d9-a153-7c0489b556bf service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152184 Aug 26 12:24:55.183877 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ffa6-69a0-4d5d-9e52-1e5971869ec7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.185091 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-c9f5ffa6-69a0-4d5d-9e52-1e5971869ec7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1602118 Aug 26 12:24:55.188030 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52854) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:55.193670 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-77912590-deb1-4d14-a6bf-91ede136919e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Request body: {'security_group_rule': {'security_group_id': 'f93ecc6c-d962-40a6-afed-4653b93b30a3', 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:55.224429 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77912590-deb1-4d14-a6bf-91ede136919e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.307109 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.328313 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Transition to ACTIVE for port object 809696d2-f55d-4143-9e41-693377a70a1d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:24:55.329358 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77912590-deb1-4d14-a6bf-91ede136919e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.335696 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.340994 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0699581-d8ab-4ced-a20d-e10813c867fe req-190ff892-a041-448d-9fb3-4c681ff0f582 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:55.342706 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e0699581-d8ab-4ced-a20d-e10813c867fe req-190ff892-a041-448d-9fb3-4c681ff0f582 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0804694 Aug 26 12:24:55.344079 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77912590-deb1-4d14-a6bf-91ede136919e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.388645 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77912590-deb1-4d14-a6bf-91ede136919e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74eb384-33cd-4491-9dfd-970896a18e39,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:55.395268 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77912590-deb1-4d14-a6bf-91ede136919e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.399912 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-77912590-deb1-4d14-a6bf-91ede136919e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2066867 Aug 26 12:24:55.401399 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52866) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:55.413125 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Request body: {'security_group_rule': {'security_group_id': 'f93ecc6c-d962-40a6-afed-4653b93b30a3', 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:55.420882 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e0699581-d8ab-4ced-a20d-e10813c867fe req-0750c4d8-438c-4c03-b417-40f8f2c623fa tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548844 Aug 26 12:24:55.461114 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 2bc635a5-f9a1-40d5-8371-05edc0df6989 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:24:55.466215 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd1c1b-d0de-4747-ae8d-2d5123e3c738 None None] Pushing event updated for resources: {'Port': ['ID=809696d2-f55d-4143-9e41-693377a70a1d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:55.493110 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.499231 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 2bc635a5-f9a1-40d5-8371-05edc0df6989 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:24:55.500056 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 2bc635a5-f9a1-40d5-8371-05edc0df6989 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:24:55.504647 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Attempting to bind port 809696d2-f55d-4143-9e41-693377a70a1d on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:24:55.505524 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Attempting to bind port 809696d2-f55d-4143-9e41-693377a70a1d by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': 'f0720ce6-8494-40ae-a31d-acd3c232dd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:24:55.505883 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Attempting to bind port 809696d2-f55d-4143-9e41-693377a70a1d on network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:24:55.511650 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:24:55.512104 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Checking segment: {'id': 'f0720ce6-8494-40ae-a31d-acd3c232dd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:55.512575 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.513033 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Bound using segment: {'id': 'f0720ce6-8494-40ae-a31d-acd3c232dd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:24:55.513643 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Bound port: 809696d2-f55d-4143-9e41-693377a70a1d, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0720ce6-8494-40ae-a31d-acd3c232dd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:24:55.514030 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.597825 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] For port 809696d2-f55d-4143-9e41-693377a70a1d, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:24:55.601589 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] For port 809696d2-f55d-4143-9e41-693377a70a1d, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=809696d2-f55d-4143-9e41-693377a70a1d,segment=NetworkSegment(f0720ce6-8494-40ae-a31d-acd3c232dd41),segment_id=f0720ce6-8494-40ae-a31d-acd3c232dd41)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:24:55.605195 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.607683 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.610297 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.643060 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9969496f-f70e-497c-9f11-b0928021fd82,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:55.655859 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.656212 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.656887 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.657137 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.657543 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.657938 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.658274 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.658630 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.659142 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.659441 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.659772 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.660093 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:55.662337 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Routers {'1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:55.662989 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:24:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:55.676971 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.682323 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52878) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:55.686263 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-ff40b538-d70e-4ee3-bc5e-74162faf47c1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2768166 Aug 26 12:24:55.690782 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-05256af7-e4fc-4246-b547-b7852ec7b494 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Request body: {'security_group_rule': {'security_group_id': 'f93ecc6c-d962-40a6-afed-4653b93b30a3', 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:55.722900 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-05256af7-e4fc-4246-b547-b7852ec7b494 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Project 7cc4ddbfe22e489b80492250e6628b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:24:55.731270 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05256af7-e4fc-4246-b547-b7852ec7b494 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.739823 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd1c1b-d0de-4747-ae8d-2d5123e3c738 None None] Pushing event updated for resources: {'Port': ['ID=809696d2-f55d-4143-9e41-693377a70a1d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:55.839819 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05256af7-e4fc-4246-b547-b7852ec7b494 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.844641 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05256af7-e4fc-4246-b547-b7852ec7b494 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.866327 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05256af7-e4fc-4246-b547-b7852ec7b494 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a2f615-eefb-43d4-b2cf-3240afeb2842,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:55.870648 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05256af7-e4fc-4246-b547-b7852ec7b494 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.874983 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-05256af7-e4fc-4246-b547-b7852ec7b494 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1868176 Aug 26 12:24:55.875516 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52894) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:55.883774 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8cb973ca-9dfd-4477-8a3b-a28c0d2f942c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Request body: {'security_group_rule': {'security_group_id': 'f93ecc6c-d962-40a6-afed-4653b93b30a3', 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:55.909749 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-8cb973ca-9dfd-4477-8a3b-a28c0d2f942c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Project 7cc4ddbfe22e489b80492250e6628b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:24:55.915723 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cb973ca-9dfd-4477-8a3b-a28c0d2f942c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.990526 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:55.998641 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cb973ca-9dfd-4477-8a3b-a28c0d2f942c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.006306 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cb973ca-9dfd-4477-8a3b-a28c0d2f942c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.028400 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb973ca-9dfd-4477-8a3b-a28c0d2f942c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8510af-04f0-4ee1-afe1-bd024af96e16,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:56.031928 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cb973ca-9dfd-4477-8a3b-a28c0d2f942c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.033173 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-8cb973ca-9dfd-4477-8a3b-a28c0d2f942c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1566122 Aug 26 12:24:56.064415 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] Set router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:56.156980 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:56.158024 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.365808 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:46Z', 'updated_at': '2021-08-26T12:24:52Z', 'revision_number': 4, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'gw_port': {'id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:47Z', 'updated_at': '2021-08-26T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '809696d2-f55d-4143-9e41-693377a70a1d', 'name': '', 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'mac_address': 'fa:16:3e:a9:28:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:51Z', 'updated_at': '2021-08-26T12:24:55Z', 'revision_number': 4, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'subnets': [{'id': 'ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:56.396148 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c94262-cbb7-49f1-8f16-9b6b3a71a910 None None] The sync data for ids ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'] in dv-cinder-806141-1-iscsi is: [{'id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:46Z', 'updated_at': '2021-08-26T12:24:52Z', 'revision_number': 4, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'gw_port': {'id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:47Z', 'updated_at': '2021-08-26T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '809696d2-f55d-4143-9e41-693377a70a1d', 'name': '', 'network_id': 'ea1f04b3-1543-4f4d-bf48-c2a9dc327421', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'mac_address': 'fa:16:3e:a9:28:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:51Z', 'updated_at': '2021-08-26T12:24:55Z', 'revision_number': 4, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'subnets': [{'id': 'ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:56.434907 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52940) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:56.445681 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.684378 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11858b-ef35-4df9-9770-1397420ceab4 req-149c88a3-a28e-476a-abda-9364be8f9059 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:56.686615 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7c11858b-ef35-4df9-9770-1397420ceab4 req-149c88a3-a28e-476a-abda-9364be8f9059 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1348288 Aug 26 12:24:56.709987 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-0044c7da-98e0-45e0-91c4-32fca2af900f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a00acc0ab9614690972f767b396d8c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728119 Aug 26 12:24:56.712729 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 52952) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:56.741475 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7c11858b-ef35-4df9-9770-1397420ceab4 req-e2c92cc7-09c5-428b-ba82-2910fc06efe4 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Aug 26 12:24:56.773078 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09a6045b-d2bf-4fd6-bba2-149eb36b5a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.796425 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09a6045b-d2bf-4fd6-bba2-149eb36b5a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.860182 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09a6045b-d2bf-4fd6-bba2-149eb36b5a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.863469 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09a6045b-d2bf-4fd6-bba2-149eb36b5a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.869039 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-09a6045b-d2bf-4fd6-bba2-149eb36b5a72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5857f8ae-b003-4d98-bb58-871d577523f6 HTTP/1.1" status: 204 len: 168 time: 0.1546636 Aug 26 12:24:56.885441 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6045b-d2bf-4fd6-bba2-149eb36b5a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5857f8ae-b003-4d98-bb58-871d577523f6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:57.323502 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38335781-0680-4974-b6f7-f1ba4f420409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.491543 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.589609 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 52988) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:57.697826 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1003308199-network', 'tenant_id': '46c2a25804c34a0880de8d5c695baf97'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:57.725010 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Made reservation on behalf of 46c2a25804c34a0880de8d5c695baf97 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:57.727465 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.737032 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.784113 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 809696d2-f55d-4143-9e41-693377a70a1d up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:57.832637 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 809696d2-f55d-4143-9e41-693377a70a1d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:24:57.836204 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 809696d2-f55d-4143-9e41-693377a70a1d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:57.836584 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.838587 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.842567 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.869525 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:24:57.880493 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0546ec3-b390-455d-9257-85695ec1af90,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:57.886346 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.886734 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Added segment bfd3cfab-e45c-444c-90d2-2dad54a38f01 of type vlan for network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 Aug 26 12:24:57.920057 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.931980 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.956889 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 809696d2-f55d-4143-9e41-693377a70a1d, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=809696d2-f55d-4143-9e41-693377a70a1d,segment=NetworkSegment(f0720ce6-8494-40ae-a31d-acd3c232dd41),segment_id=f0720ce6-8494-40ae-a31d-acd3c232dd41)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:57.962962 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.964375 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.965471 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:57.966376 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.014297 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=809696d2-f55d-4143-9e41-693377a70a1d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:58.020896 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4301376 Aug 26 12:24:58.023979 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 53002) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:58.030118 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25c816-0776-4d49-b4a3-55f3795b75b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:58.030455 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Request body: {'subnet': {'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1003308199-subnet', 'tenant_id': '46c2a25804c34a0880de8d5c695baf97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:24:58.040676 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:24:58.052420 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Made reservation on behalf of 46c2a25804c34a0880de8d5c695baf97 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:24:58.054904 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32681639'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.202652 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.225050 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32963728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32681685'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.276989 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:58.291783 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Checking segment: {'id': 'bfd3cfab-e45c-444c-90d2-2dad54a38f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:24:58.292141 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Network hostable DHCP agents. Network: 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:24:58.308486 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:24:58.317815 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:24:58.321901 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:58.322520 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.327034 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33e8a8-6e6d-4fae-a201-5f34eb801382 None None] Network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:58.341907 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-b039cc04-500a-4969-9a27-cc9e077b65c5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3102925 Aug 26 12:24:58.454052 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7b8d41-a14f-4287-8f17-3f680c3af5d5 None None] Network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:59.759212 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 809696d2-f55d-4143-9e41-693377a70a1d up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:24:59.807237 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 809696d2-f55d-4143-9e41-693377a70a1d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:24:59.807603 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:00.041857 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:01.418356 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6586a-2bac-4dd3-b538-422a5cf216f4 req-b9702e00-38fa-4f1b-a2f8-a9a4c03e8472 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:01.419898 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e0d6586a-2bac-4dd3-b538-422a5cf216f4 req-b9702e00-38fa-4f1b-a2f8-a9a4c03e8472 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0530384 Aug 26 12:25:01.460451 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e0d6586a-2bac-4dd3-b538-422a5cf216f4 req-8dcc2076-a636-4429-bddd-1c7059784305 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Aug 26 12:25:24.030884 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926efc-077f-4c24-8831-b9dec333c899 req-f59efba6-b699-4c8e-8bc7-928fbc206a73 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:24.032375 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-f59efba6-b699-4c8e-8bc7-928fbc206a73 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/networks?id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 HTTP/1.1" status: 200 len: 814 time: 0.1079857 Aug 26 12:25:24.047447 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c6ce5327-a2bc-458f-bddf-6e258abf8005 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/quotas/46c2a25804c34a0880de8d5c695baf97 HTTP/1.1" status: 200 len: 375 time: 0.0091584 Aug 26 12:25:24.076228 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-78a09cc3-0073-43cb-8da2-b3111fa19f4b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:24.077758 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-78a09cc3-0073-43cb-8da2-b3111fa19f4b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 814 time: 0.1029701 Aug 26 12:25:24.084820 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-64d48425-3943-4126-b03f-5c48090fc11c tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46c2a25804c34a0880de8d5c695baf97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314291 Aug 26 12:25:24.100250 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-7750467d-3851-42a0-aa3c-6cfea2f3c8f2 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/quotas/9303a90f1de44f67847c2eccaac21e3e HTTP/1.1" status: 200 len: 375 time: 0.0159605 Aug 26 12:25:24.158341 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-b2a28647-9523-42f0-8d55-c823bc3b96a8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543826 Aug 26 12:25:24.188071 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-2f7cc981-12e0-4fda-b0e6-325a18ac4745 service neutron] 10.222.0.13 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931768 Aug 26 12:25:24.254688 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-a42e63dc-fcab-44e6-a14c-f5612e861c29 service neutron] 10.222.0.13 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887556 Aug 26 12:25:24.296849 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-8e2118ce-eef6-4bd6-9533-d9e07f3489a9 service neutron] 10.222.0.13 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008995 Aug 26 12:25:24.349554 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-0c7885f3-dfa6-4453-bfc0-fa43b8149e9a service neutron] 10.222.0.13 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877874 Aug 26 12:25:24.622631 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d078411-34eb-41c1-a7e0-e3ec8874ef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:24.667155 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b8962f42-0eff-4ec8-83d7-28a6cb3d8986 req-9bd9fa9e-aff7-4bd5-a551-4a20aa779f3f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 210 time: 0.0387676 Aug 26 12:25:24.760372 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-30d9eaad-ee17-4ba7-bda4-9aae34169f5c req-199a2f47-e9f7-4d97-8f0c-ef092f2bbddd tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 210 time: 0.0583837 Aug 26 12:25:24.878288 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed3d66-9b4c-4683-bb7f-2c0a2a4f1523 req-082a96f2-3826-42e0-b9c8-463afaf4030b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:24.880081 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bfed3d66-9b4c-4683-bb7f-2c0a2a4f1523 req-082a96f2-3826-42e0-b9c8-463afaf4030b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0937014 Aug 26 12:25:24.889446 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-19f28134-cca2-4209-a070-e81bd2611569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:24.890740 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-19f28134-cca2-4209-a070-e81bd2611569 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1098 time: 0.0784078 Aug 26 12:25:24.974955 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bfed3d66-9b4c-4683-bb7f-2c0a2a4f1523 req-135e037d-1906-49aa-8c21-d913cdb7b9af tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886478 Aug 26 12:25:25.011077 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-6f636189-3e66-438e-a383-ae98d973e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:25.012701 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-6f636189-3e66-438e-a383-ae98d973e3b9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 920 time: 0.1049292 Aug 26 12:25:25.093811 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-9ebc4962-e779-4607-95d7-05872ebfabe5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e HTTP/1.1" status: 200 len: 217 time: 0.0385082 Aug 26 12:25:25.153601 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-cc4a22a8-1681-43a3-9f98-8240d2937b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:25.155110 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-cc4a22a8-1681-43a3-9f98-8240d2937b03 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.0444925 Aug 26 12:25:25.238830 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-f2a1e0b6-9231-4744-aee7-4b5f3780ed97 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255644 Aug 26 12:25:25.330893 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-d620da27-4fbf-4934-ae45-e69328a1e23b service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812867 Aug 26 12:25:25.426026 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c2ac6a1a-137d-4d1c-8bb9-fae3ac719681 req-ed0c18a0-6c53-4253-a376-d05de3e826aa service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856540 Aug 26 12:25:25.755924 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6a38da77-b886-42f8-bf2d-13d246fd14d9 req-747d39ef-5555-4261-b692-d852f43ac736 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 210 time: 0.0270009 Aug 26 12:25:25.861828 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-74c6c624-8f0e-435f-a594-ff818229d0a1 req-4fc63d13-3c21-47c7-a60f-278eeb3a245c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 210 time: 0.0257504 Aug 26 12:25:26.195419 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab70a2-817c-4bf0-bbbe-7974e8bfcf8d req-2db818e9-50aa-4788-b2e5-87f0c894b498 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:26.196912 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-08ab70a2-817c-4bf0-bbbe-7974e8bfcf8d req-2db818e9-50aa-4788-b2e5-87f0c894b498 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1100636 Aug 26 12:25:26.220853 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926efc-077f-4c24-8831-b9dec333c899 req-3bf7a188-49f1-454a-907d-064f7b62ccf0 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:26.222544 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-3bf7a188-49f1-454a-907d-064f7b62ccf0 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.68 "GET /v2.0/networks?id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 HTTP/1.1" status: 200 len: 814 time: 0.2033710 Aug 26 12:25:26.250755 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-08ab70a2-817c-4bf0-bbbe-7974e8bfcf8d req-2a3f73c4-2800-439c-951c-b4432b5f2f68 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459573 Aug 26 12:25:26.266602 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Request body: {'port': {'device_id': '9b3652f6-8287-470c-9b40-37ff8c2cd5bd', 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55', 'admin_state_up': True, 'tenant_id': '46c2a25804c34a0880de8d5c695baf97'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:26.384536 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Made reservation on behalf of 46c2a25804c34a0880de8d5c695baf97 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:26.388341 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:26.445058 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:26.518489 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Allocated IP 172.20.0.11 (2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55/612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9/e7aefed6-9eba-437b-932c-5bfddf6b363f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:26.662681 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:26.703314 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:26.758152 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:26.763584 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:26.765578 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Pushing event updated for resources: {'Port': ['ID=e7aefed6-9eba-437b-932c-5bfddf6b363f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:26.768336 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:26.945675 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-96fb83aa-cc37-4dfb-89b9-4551006b2f0b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:26.947433 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-96fb83aa-cc37-4dfb-89b9-4551006b2f0b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "GET /v2.0/networks?id=586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 200 len: 814 time: 0.1616545 Aug 26 12:25:27.015673 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Request body: {'port': {'device_id': '6e791720-1485-49ce-85ed-bf47f6f785eb', 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0', 'admin_state_up': True, 'tenant_id': '9303a90f1de44f67847c2eccaac21e3e'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:27.074845 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-50b0ec08-e203-4a78-adc6-92dd681d214b req-30784d13-7c8b-4bff-a864-4bc7ce7ad128 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 210 time: 0.0979645 Aug 26 12:25:27.149308 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:27.150433 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:27.172160 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Made reservation on behalf of 9303a90f1de44f67847c2eccaac21e3e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:27.176354 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-c54725d6-6b1b-40c0-a20c-6fee0aa9cceb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9149973 Aug 26 12:25:27.177101 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:27.186132 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35870e-a7ad-404e-a3d2-b90e85481ea5 req-01f67c91-e13c-475d-aeda-de8463da0e70 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:27.190483 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-de35870e-a7ad-404e-a3d2-b90e85481ea5 req-01f67c91-e13c-475d-aeda-de8463da0e70 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 932 time: 0.3450501 Aug 26 12:25:27.235409 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-de35870e-a7ad-404e-a3d2-b90e85481ea5 req-72a6933b-6f0e-4524-8d4c-a173588bcd6f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Aug 26 12:25:27.258314 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Request body: {'port': {'device_id': '9b3652f6-8287-470c-9b40-37ff8c2cd5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:27.337319 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b453fbb-d6fa-47e9-904d-52cb376909b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:27.398918 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:27.449796 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Allocated IP 172.20.0.12 (586116f7-8cd0-46d0-8a82-60121e9b30c0/c409258b-99c6-486c-b0c3-94435141c9b2/95edd059-997c-4600-a9fd-c1846cd64d2b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:27.475701 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef46d5-dc11-4c51-b067-b9ef2bc1878a req-866cb2e9-dd16-4dad-96dc-b0154c68bbec tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:27.486902 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1aef46d5-dc11-4c51-b067-b9ef2bc1878a req-866cb2e9-dd16-4dad-96dc-b0154c68bbec tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1085618 Aug 26 12:25:27.503121 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:27.574532 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1aef46d5-dc11-4c51-b067-b9ef2bc1878a req-7e76ff13-f144-4acd-9abd-a1787aa310c6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866122 Aug 26 12:25:27.730759 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:27.776520 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:27.800417 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7aefed6-9eba-437b-932c-5bfddf6b363f {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:25:27.812160 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:27.826372 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Transition to ACTIVE for port object e7aefed6-9eba-437b-932c-5bfddf6b363f will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:27.832179 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:27.835782 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Network 586116f7-8cd0-46d0-8a82-60121e9b30c0 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:27.836796 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['c9102464-6bd8-4313-89e1-c7cd961c38f0', '0aea423e-bd2a-4555-85db-56b45063b1a4', '698afad9-1455-4f65-81fa-2c3d7c2aaae2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:25:27.838946 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:27.842088 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:27.879312 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aefed6-9eba-437b-932c-5bfddf6b363f,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:27.907109 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Pushing event updated for resources: {'Port': ['ID=95edd059-997c-4600-a9fd-c1846cd64d2b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:27.978099 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:27.978099 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:28.025489 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-677e6ef1-93fe-49cb-ab42-27ccfe9970c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0159948 Aug 26 12:25:28.066010 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Request body: {'port': {'device_id': '6e791720-1485-49ce-85ed-bf47f6f785eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:28.125206 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Attempting to bind port e7aefed6-9eba-437b-932c-5bfddf6b363f on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:28.125206 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Attempting to bind port e7aefed6-9eba-437b-932c-5bfddf6b363f by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'bfd3cfab-e45c-444c-90d2-2dad54a38f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:28.125568 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Attempting to bind port e7aefed6-9eba-437b-932c-5bfddf6b363f on network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:28.143345 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Port e7aefed6-9eba-437b-932c-5bfddf6b363f on network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:25:28.143894 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Attempting to bind port e7aefed6-9eba-437b-932c-5bfddf6b363f on network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:28.151870 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:28.153306 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Checking segment: {'id': 'bfd3cfab-e45c-444c-90d2-2dad54a38f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:28.153306 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Bound using segment: {'id': 'bfd3cfab-e45c-444c-90d2-2dad54a38f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:28.153891 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Bound port: e7aefed6-9eba-437b-932c-5bfddf6b363f, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd3cfab-e45c-444c-90d2-2dad54a38f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:28.154526 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:28.179336 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:28.234818 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] For port e7aefed6-9eba-437b-932c-5bfddf6b363f, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:28.238787 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] For port e7aefed6-9eba-437b-932c-5bfddf6b363f, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e7aefed6-9eba-437b-932c-5bfddf6b363f,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:28.257921 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:28.274962 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:28.302574 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:28.304558 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:28.307942 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] 10.222.0.68 "PUT /v2.0/ports/e7aefed6-9eba-437b-932c-5bfddf6b363f HTTP/1.1" status: 200 len: 1094 time: 1.0559320 Aug 26 12:25:28.308457 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3652f6-8287-470c-9b40-37ff8c2cd5bd', 'tag': 'e7aefed6-9eba-437b-932c-5bfddf6b363f'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:25:28.312174 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3652f6-8287-470c-9b40-37ff8c2cd5bd", "tag": "e7aefed6-9eba-437b-932c-5bfddf6b363f"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:25:28.344170 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932caec2-3a49-40f4-900c-3fde417b7e91 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aefed6-9eba-437b-932c-5bfddf6b363f,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:28.415970 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e7212-177c-4704-a2f6-4746339dd840 req-cdf7620b-e9f6-4c73-aaa3-78166ad3d176 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:28.417791 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-703e7212-177c-4704-a2f6-4746339dd840 req-cdf7620b-e9f6-4c73-aaa3-78166ad3d176 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 932 time: 0.1862900 Aug 26 12:25:28.473294 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f9bcd-395d-4579-992d-bb2adb0bafac req-9192991f-6c60-45cb-bb86-75a2b43df397 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:28.475327 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f63f9bcd-395d-4579-992d-bb2adb0bafac req-9192991f-6c60-45cb-bb86-75a2b43df397 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 944 time: 0.1209617 Aug 26 12:25:28.492047 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926efc-077f-4c24-8831-b9dec333c899 req-64074733-9b6f-4120-92fc-387c40941e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:28.493962 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-64074733-9b6f-4120-92fc-387c40941e29 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=46c2a25804c34a0880de8d5c695baf97&device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 1097 time: 0.0948861 Aug 26 12:25:28.518574 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-703e7212-177c-4704-a2f6-4746339dd840 req-3391aac8-43fe-4c85-89b4-eac3ab8f687d tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943284 Aug 26 12:25:28.613192 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5356ae-92fa-4622-9b18-da2320e41b74 x-openstack-request-id: req-8c5356ae-92fa-4622-9b18-da2320e41b74 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:25:28.613591 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3652f6-8287-470c-9b40-37ff8c2cd5bd", "tag": "e7aefed6-9eba-437b-932c-5bfddf6b363f", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:25:28.613843 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c5356ae-92fa-4622-9b18-da2320e41b74 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:25:28.614678 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3652f6-8287-470c-9b40-37ff8c2cd5bd', 'tag': 'e7aefed6-9eba-437b-932c-5bfddf6b363f', 'status': 'completed', 'code': 200} Aug 26 12:25:28.617778 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-603eeeb1-1dea-49af-b1dd-62ef086d3fa8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7aefed6-9eba-437b-932c-5bfddf6b363f HTTP/1.1" status: 200 len: 217 time: 0.0872352 Aug 26 12:25:28.621945 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f63f9bcd-395d-4579-992d-bb2adb0bafac req-e0ae4e93-d9f2-4fbd-a579-75fe0e0d95b6 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376698 Aug 26 12:25:28.708622 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926efc-077f-4c24-8831-b9dec333c899 req-d06ea0d0-7af0-4a10-bf98-d338f035b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:28.711180 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-d06ea0d0-7af0-4a10-bf98-d338f035b91c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9 HTTP/1.1" status: 200 len: 854 time: 0.0749128 Aug 26 12:25:28.756138 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-578bde15-e34b-4f3c-987e-d3829af03c1e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350943 Aug 26 12:25:28.881429 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-27bcf5b3-b390-4224-b799-d786f9fbb926 service neutron] 10.222.0.68 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091614 Aug 26 12:25:28.979975 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628d7b6-ce56-4ff0-ae34-f937bd2a9a33 req-65da0957-123a-4c06-aef7-54813f6146b4 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:28.982761 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5628d7b6-ce56-4ff0-ae34-f937bd2a9a33 req-65da0957-123a-4c06-aef7-54813f6146b4 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1143498 Aug 26 12:25:28.995165 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b5926efc-077f-4c24-8831-b9dec333c899 req-45db8bfa-7ce1-4fb7-9a4e-8b0e4e885e4d service neutron] 10.222.0.68 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053488 Aug 26 12:25:29.013885 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95edd059-997c-4600-a9fd-c1846cd64d2b {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:25:29.030131 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:29.055165 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Transition to ACTIVE for port object 95edd059-997c-4600-a9fd-c1846cd64d2b will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:29.067201 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5628d7b6-ce56-4ff0-ae34-f937bd2a9a33 req-95976d0b-1550-403d-99b4-9a429b3911ce tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762815 Aug 26 12:25:29.068938 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:29.143855 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Pushing event updated for resources: {'Port': ['ID=95edd059-997c-4600-a9fd-c1846cd64d2b,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:29.233998 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Attempting to bind port 95edd059-997c-4600-a9fd-c1846cd64d2b on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:29.234451 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Attempting to bind port 95edd059-997c-4600-a9fd-c1846cd64d2b by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:29.234881 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Attempting to bind port 95edd059-997c-4600-a9fd-c1846cd64d2b on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:29.237231 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-a7f5e470-327b-4bf8-b368-70c7fd703443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:29.239591 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-a7f5e470-327b-4bf8-b368-70c7fd703443 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=46c2a25804c34a0880de8d5c695baf97&device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 1097 time: 0.0500827 Aug 26 12:25:29.240184 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Port 95edd059-997c-4600-a9fd-c1846cd64d2b on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:25:29.240572 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Attempting to bind port 95edd059-997c-4600-a9fd-c1846cd64d2b on network 586116f7-8cd0-46d0-8a82-60121e9b30c0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:29.246538 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:29.246958 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Checking segment: {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:29.247674 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Bound using segment: {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:29.248163 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Bound port: 95edd059-997c-4600-a9fd-c1846cd64d2b, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161025c1-9e01-47c0-a751-f6dbf2416e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:29.248590 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:29.312200 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] For port 95edd059-997c-4600-a9fd-c1846cd64d2b, host hv-cinder-80614, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:29.315231 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] For port 95edd059-997c-4600-a9fd-c1846cd64d2b, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=95edd059-997c-4600-a9fd-c1846cd64d2b,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:29.319172 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:29.356008 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:29.356617 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:29.357980 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] 10.222.0.68 "PUT /v2.0/ports/95edd059-997c-4600-a9fd-c1846cd64d2b HTTP/1.1" status: 200 len: 1094 time: 1.3026357 Aug 26 12:25:29.358419 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e791720-1485-49ce-85ed-bf47f6f785eb', 'tag': '95edd059-997c-4600-a9fd-c1846cd64d2b'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:25:29.360647 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed5ad28-1e19-4972-977c-aaf8a626fa2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e791720-1485-49ce-85ed-bf47f6f785eb", "tag": "95edd059-997c-4600-a9fd-c1846cd64d2b"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:25:29.382967 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03440252-ad46-4d3e-a4d0-c32da6363b67 service neutron] Pushing event updated for resources: {'Port': ['ID=95edd059-997c-4600-a9fd-c1846cd64d2b,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:29.397159 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f68f645-c444-46e4-9075-87977825210b x-openstack-request-id: req-3f68f645-c444-46e4-9075-87977825210b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:25:29.397437 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e791720-1485-49ce-85ed-bf47f6f785eb", "tag": "95edd059-997c-4600-a9fd-c1846cd64d2b", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:25:29.397688 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f68f645-c444-46e4-9075-87977825210b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:25:29.398598 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e791720-1485-49ce-85ed-bf47f6f785eb', 'tag': '95edd059-997c-4600-a9fd-c1846cd64d2b', 'status': 'completed', 'code': 200} Aug 26 12:25:29.669671 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fbf0-53bf-4c50-9eb5-019bdf2fa820 req-9923e9d5-e738-45f1-b024-0fa7ed2f38f3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:29.671130 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2030fbf0-53bf-4c50-9eb5-019bdf2fa820 req-9923e9d5-e738-45f1-b024-0fa7ed2f38f3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 944 time: 0.0776637 Aug 26 12:25:29.678567 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5ad28-1e19-4972-977c-aaf8a626fa2f req-c123a9a6-d336-4c30-818e-2c01435b7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:29.680132 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4ed5ad28-1e19-4972-977c-aaf8a626fa2f req-c123a9a6-d336-4c30-818e-2c01435b7be7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 1097 time: 0.0603075 Aug 26 12:25:29.683661 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-9ae64fd6-3f9d-4b76-88db-d39e2fd3803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:29.685578 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-9ae64fd6-3f9d-4b76-88db-d39e2fd3803e service neutron] 10.222.0.68 "GET /v2.0/networks?id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 HTTP/1.1" status: 200 len: 915 time: 0.0922127 Aug 26 12:25:29.714921 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2030fbf0-53bf-4c50-9eb5-019bdf2fa820 req-7c9780d7-17de-4a94-af1d-5b1298dab0ff tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336144 Aug 26 12:25:29.805113 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-f6d97f27-05bb-4900-a560-63ba390ef804 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7aefed6-9eba-437b-932c-5bfddf6b363f HTTP/1.1" status: 200 len: 217 time: 0.0414062 Aug 26 12:25:29.870236 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-d4ee3cea-c643-42e0-b032-51387ae0d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:29.872111 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-d4ee3cea-c643-42e0-b032-51387ae0d192 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9 HTTP/1.1" status: 200 len: 854 time: 0.0552857 Aug 26 12:25:29.880837 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc3b1e-60c4-4979-9ae2-c7010cbad31d req-aea289ad-7aaa-4500-ad33-0f54e45ea268 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:29.882894 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2dfc3b1e-60c4-4979-9ae2-c7010cbad31d req-aea289ad-7aaa-4500-ad33-0f54e45ea268 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 944 time: 0.1053243 Aug 26 12:25:29.906076 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5ad28-1e19-4972-977c-aaf8a626fa2f req-9aa86494-90ad-4493-b290-9a39f9c64eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:29.908798 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4ed5ad28-1e19-4972-977c-aaf8a626fa2f req-9aa86494-90ad-4493-b290-9a39f9c64eb3 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=9303a90f1de44f67847c2eccaac21e3e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1886172 Aug 26 12:25:29.909284 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-5f74979b-df54-4070-b14a-236cf29505ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275965 Aug 26 12:25:29.985903 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2dfc3b1e-60c4-4979-9ae2-c7010cbad31d req-38135736-1cf6-459c-ab74-f9576fa7c651 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963275 Aug 26 12:25:30.050842 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5ad28-1e19-4972-977c-aaf8a626fa2f req-e2a9dc8a-eef6-4e59-9f9a-2e28d578613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:30.052428 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4ed5ad28-1e19-4972-977c-aaf8a626fa2f req-e2a9dc8a-eef6-4e59-9f9a-2e28d578613c service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202950 Aug 26 12:25:30.058579 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:30.077939 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-7201d4ca-b2e1-4dbf-99f0-515bbc45e53e service neutron] 10.222.0.68 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497927 Aug 26 12:25:30.183733 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-ba5ae24f-511c-4a8e-b62d-7276b8f96f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:30.185341 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-ba5ae24f-511c-4a8e-b62d-7276b8f96f76 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9303a90f1de44f67847c2eccaac21e3e&device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 1097 time: 0.0448453 Aug 26 12:25:30.250094 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-b52076a3-303d-4f0e-bdc8-bc12fa60b76f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95edd059-997c-4600-a9fd-c1846cd64d2b HTTP/1.1" status: 200 len: 217 time: 0.0435615 Aug 26 12:25:30.285040 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-59bc6027-4a2a-4eba-b0f0-d2af9e57b8c2 req-d568d9d2-b33b-47b0-b2d9-8d3eed42a48e service neutron] 10.222.0.68 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962950 Aug 26 12:25:30.294835 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1ced-df7f-4861-ab9f-fea7ae19a9ea req-fa7b5094-8c04-4adb-af3b-6fa5b5ea7dab tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:30.296467 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-993d1ced-df7f-4861-ab9f-fea7ae19a9ea req-fa7b5094-8c04-4adb-af3b-6fa5b5ea7dab tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1232884 Aug 26 12:25:30.350451 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-993d1ced-df7f-4861-ab9f-fea7ae19a9ea req-310ba04c-9ed4-4761-b8db-817a49560512 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471299 Aug 26 12:25:30.396316 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-2272ccbc-7f5b-43f0-b496-ddaeff505788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:30.398200 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-2272ccbc-7f5b-43f0-b496-ddaeff505788 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c409258b-99c6-486c-b0c3-94435141c9b2 HTTP/1.1" status: 200 len: 854 time: 0.1348860 Aug 26 12:25:30.438040 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-cb06e396-26f1-4397-9e34-c38efb0ba613 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=586116f7-8cd0-46d0-8a82-60121e9b30c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309620 Aug 26 12:25:30.575040 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-02b37877-9d0c-4c10-9d9e-05e3e1b4671e service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261113 Aug 26 12:25:30.736718 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-dd1af93f-136b-47e2-a2f8-4d89c4a9ab78 req-d5a2ac9c-0fbe-4f7e-a419-b8f05636fcf1 service neutron] 10.222.0.68 "GET /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513193 Aug 26 12:25:30.888070 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c423e-b4a8-4f63-8edf-d0833934ea93 req-999a7b6c-6673-448f-a8f6-c95c082e3c1d tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:30.890893 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8e9c423e-b4a8-4f63-8edf-d0833934ea93 req-999a7b6c-6673-448f-a8f6-c95c082e3c1d tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 944 time: 0.0824039 Aug 26 12:25:30.946263 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8e9c423e-b4a8-4f63-8edf-d0833934ea93 req-89516afe-60dc-42d8-bd13-b5f2ed25521b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491993 Aug 26 12:25:31.039252 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:25:31.139685 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571f68b-3513-4f09-8b7c-92380a4f0eca req-495ae5aa-af71-4332-98ed-5d3e0e4fe94d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:31.141216 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2571f68b-3513-4f09-8b7c-92380a4f0eca req-495ae5aa-af71-4332-98ed-5d3e0e4fe94d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 944 time: 0.0729108 Aug 26 12:25:31.191238 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2571f68b-3513-4f09-8b7c-92380a4f0eca req-d1d91413-6308-45e9-99b7-85331a79012c tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Aug 26 12:25:31.465902 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28390004-9b62-4e83-9d3b-57bfb5e003ee req-502ba929-8a1f-46c0-9a8f-ea61b093494d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:31.473622 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-28390004-9b62-4e83-9d3b-57bfb5e003ee req-502ba929-8a1f-46c0-9a8f-ea61b093494d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0575070 Aug 26 12:25:31.520834 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-28390004-9b62-4e83-9d3b-57bfb5e003ee req-d520875b-12b8-4fea-a71c-d9095b1c0a32 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Aug 26 12:25:32.137715 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f63c41-a2ab-4b08-badc-7d9b40f9d6ce req-73afdce5-dacb-4f17-97f5-1cac3d23277c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:32.139461 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f5f63c41-a2ab-4b08-badc-7d9b40f9d6ce req-73afdce5-dacb-4f17-97f5-1cac3d23277c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 944 time: 0.0969195 Aug 26 12:25:32.191795 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f5f63c41-a2ab-4b08-badc-7d9b40f9d6ce req-644a9685-1778-49ae-95cf-6224ede83771 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Aug 26 12:25:32.313405 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d601e-8d1e-450c-a641-765f19ccfbe9 req-202017ea-160f-440b-a445-a7e77e6c843a tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:32.315060 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-638d601e-8d1e-450c-a641-765f19ccfbe9 req-202017ea-160f-440b-a445-a7e77e6c843a tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 944 time: 0.0524435 Aug 26 12:25:32.361481 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-638d601e-8d1e-450c-a641-765f19ccfbe9 req-e6211d34-7ef4-4cc7-852d-f664110d3d3c tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397067 Aug 26 12:25:32.657140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3548d0d-5789-4dbb-a4b9-5c18cc022d38 req-8ac87123-e585-4fb8-b66f-9d6281e1d96f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:32.658911 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c3548d0d-5789-4dbb-a4b9-5c18cc022d38 req-8ac87123-e585-4fb8-b66f-9d6281e1d96f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0667055 Aug 26 12:25:32.701193 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c3548d0d-5789-4dbb-a4b9-5c18cc022d38 req-2c2f9510-b59b-4f0b-812c-9e3f3c4dc9b1 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355008 Aug 26 12:25:33.346378 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00148b-b3ac-4766-add2-78fee22e9d1e req-03e99273-ed57-4213-82ef-42c6888beaee tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:33.348027 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ce00148b-b3ac-4766-add2-78fee22e9d1e req-03e99273-ed57-4213-82ef-42c6888beaee tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 944 time: 0.0525427 Aug 26 12:25:33.399027 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ce00148b-b3ac-4766-add2-78fee22e9d1e req-f9fb9cf6-79cf-4088-89dc-b64f2f6d3c6a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Aug 26 12:25:33.486189 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622123fa-1606-4e90-a4b6-9a980f6bbac0 req-4b446ba5-3e8e-49f0-b281-3b66b31bcef5 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:33.487681 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-622123fa-1606-4e90-a4b6-9a980f6bbac0 req-4b446ba5-3e8e-49f0-b281-3b66b31bcef5 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 944 time: 0.0537746 Aug 26 12:25:33.525764 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-622123fa-1606-4e90-a4b6-9a980f6bbac0 req-a4eea801-1560-4cf8-a592-989fdaa5ad6b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Aug 26 12:25:33.663052 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device e7aefed6-9eba-437b-932c-5bfddf6b363f details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:25:33.762876 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port e7aefed6-9eba-437b-932c-5bfddf6b363f, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e7aefed6-9eba-437b-932c-5bfddf6b363f,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:33.774380 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': 'e7aefed6-9eba-437b-932c-5bfddf6b363f', 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55', 'port_id': 'e7aefed6-9eba-437b-932c-5bfddf6b363f', 'mac_address': 'fa:16:3e:6b:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:25:33.812998 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:33.828281 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7aefed6-9eba-437b-932c-5bfddf6b363f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:25:33.848803 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07f938-353b-41c0-a747-244cf7e6f03c req-20d57d4d-c4ba-4ee2-b1e2-dec0c81d4d1d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:33.849721 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port e7aefed6-9eba-437b-932c-5bfddf6b363f, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e7aefed6-9eba-437b-932c-5bfddf6b363f,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:33.854332 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:33.855391 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 95edd059-997c-4600-a9fd-c1846cd64d2b details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:25:33.857147 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2a07f938-353b-41c0-a747-244cf7e6f03c req-20d57d4d-c4ba-4ee2-b1e2-dec0c81d4d1d tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0748315 Aug 26 12:25:33.894801 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2a07f938-353b-41c0-a747-244cf7e6f03c req-af897279-14de-476c-8770-1721f74c061e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367527 Aug 26 12:25:33.954501 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=e7aefed6-9eba-437b-932c-5bfddf6b363f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:33.966353 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.966656 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.967007 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.967341 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.967678 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.968011 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.968341 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.968670 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.969001 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.969333 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.969659 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:33.969980 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:34.005617 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 95edd059-997c-4600-a9fd-c1846cd64d2b, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=95edd059-997c-4600-a9fd-c1846cd64d2b,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:34.016831 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '95edd059-997c-4600-a9fd-c1846cd64d2b', 'network_id': '586116f7-8cd0-46d0-8a82-60121e9b30c0', 'port_id': '95edd059-997c-4600-a9fd-c1846cd64d2b', 'mac_address': 'fa:16:3e:5e:8a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c409258b-99c6-486c-b0c3-94435141c9b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:25:34.055061 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:34.069005 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95edd059-997c-4600-a9fd-c1846cd64d2b {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:25:34.090604 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 95edd059-997c-4600-a9fd-c1846cd64d2b, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=95edd059-997c-4600-a9fd-c1846cd64d2b,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:34.095865 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:34.147679 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=95edd059-997c-4600-a9fd-c1846cd64d2b,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:34.544202 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2c2f-ff37-4100-9dce-32c57e43b817 req-ef8c2e39-20fa-40d1-8ebe-8a53ae38cde8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:34.559122 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-46aa2c2f-ff37-4100-9dce-32c57e43b817 req-ef8c2e39-20fa-40d1-8ebe-8a53ae38cde8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 945 time: 0.0802054 Aug 26 12:25:34.613844 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-46aa2c2f-ff37-4100-9dce-32c57e43b817 req-9834f5ba-cb7f-4860-b3e3-553b034a2af8 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536540 Aug 26 12:25:34.681389 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8098386-d9a1-4564-b36a-789033189e2b req-baf4ddf2-c173-465d-8946-2360cf0c9969 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:34.682914 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f8098386-d9a1-4564-b36a-789033189e2b req-baf4ddf2-c173-465d-8946-2360cf0c9969 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 945 time: 0.0689776 Aug 26 12:25:34.718140 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['95edd059-997c-4600-a9fd-c1846cd64d2b'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:25:34.752930 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f8098386-d9a1-4564-b36a-789033189e2b req-799a2f91-3642-4abd-91e8-4234ae832191 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633051 Aug 26 12:25:34.762342 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['e7aefed6-9eba-437b-932c-5bfddf6b363f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:25:34.993775 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-8274aa4e-17f1-4f2c-bd04-33c2ab72ae20 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377446479&fields=id&tenant_id=7cc4ddbfe22e489b80492250e6628b71 HTTP/1.1" status: 200 len: 267 time: 0.0887439 Aug 26 12:25:35.049794 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92843de0-df6c-42e7-8659-354f06a078de req-41d6f00c-4232-42f3-8a11-bddc77997f7e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:35.054724 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-92843de0-df6c-42e7-8659-354f06a078de req-41d6f00c-4232-42f3-8a11-bddc77997f7e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0836871 Aug 26 12:25:35.097109 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-92843de0-df6c-42e7-8659-354f06a078de req-60752ba6-5d40-4c78-bec5-b081110724df tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 Aug 26 12:25:35.146715 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-08dff9b2-ac86-4577-b1eb-143ab9c51ad4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:35.148733 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-08dff9b2-ac86-4577-b1eb-143ab9c51ad4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/networks?id=3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 200 len: 809 time: 0.1533747 Aug 26 12:25:35.168012 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-b185965b-31a1-4d02-af11-6664177a927e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/quotas/7cc4ddbfe22e489b80492250e6628b71 HTTP/1.1" status: 200 len: 375 time: 0.0107431 Aug 26 12:25:35.226077 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-24263ccc-d8b2-4eb5-8fed-2a7caf27862d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7cc4ddbfe22e489b80492250e6628b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496709 Aug 26 12:25:35.341235 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-d5b9420e-29fa-44de-9b51-6206e1d4fed8 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980473 Aug 26 12:25:35.463306 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-00d2945a-be85-4f88-ac43-438265bb8d3d service neutron] 10.222.0.13 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158893 Aug 26 12:25:35.848100 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-554aa92c-d9da-4ad4-9d10-6d6f3445b0f7 req-acef01da-8b70-46bb-ba4e-1e7b67790760 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 210 time: 0.0568514 Aug 26 12:25:35.873508 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af1c0d-6c17-4f8d-ae1d-6c1404c072a9 req-34deee5f-3e45-4347-9cfb-4b8405926f81 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:35.881972 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71af1c0d-6c17-4f8d-ae1d-6c1404c072a9 req-34deee5f-3e45-4347-9cfb-4b8405926f81 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 945 time: 0.1305518 Aug 26 12:25:35.935173 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-71af1c0d-6c17-4f8d-ae1d-6c1404c072a9 req-bd9e08e0-3ff5-4389-b83e-9164152fecbc tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502746 Aug 26 12:25:36.000366 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36881fd3-0741-4a7b-8be0-f8ff349f6576 req-0263b740-2f90-448e-a4e0-bd8c5bef4939 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:36.002918 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-36881fd3-0741-4a7b-8be0-f8ff349f6576 req-0263b740-2f90-448e-a4e0-bd8c5bef4939 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 945 time: 0.0591350 Aug 26 12:25:36.064539 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-36881fd3-0741-4a7b-8be0-f8ff349f6576 req-58a7c828-f1ea-456f-8cbe-f5f9590d2171 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547349 Aug 26 12:25:36.297419 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5646152-0d8f-44c5-8581-fe1d546625d9 req-fc8a9e89-f8f8-4f83-8f32-fcbbef882824 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:36.299080 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c5646152-0d8f-44c5-8581-fe1d546625d9 req-fc8a9e89-f8f8-4f83-8f32-fcbbef882824 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0856147 Aug 26 12:25:36.382592 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c5646152-0d8f-44c5-8581-fe1d546625d9 req-219fff4c-5ca4-4840-aa07-4fb1a69e782b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736799 Aug 26 12:25:36.964025 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2641e4ed-6166-4702-822d-790198617188 req-6b064db5-47c4-4943-b43d-2ed443b1221c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 210 time: 0.0383301 Aug 26 12:25:37.120437 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d81f1-dc2b-4eab-88d5-5c4a8dcbf97a req-6d7b4126-287b-4b9c-a95d-e183bee105af tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:37.123762 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-921d81f1-dc2b-4eab-88d5-5c4a8dcbf97a req-6d7b4126-287b-4b9c-a95d-e183bee105af tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 945 time: 0.0838070 Aug 26 12:25:37.198536 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-921d81f1-dc2b-4eab-88d5-5c4a8dcbf97a req-da5aff4e-6532-46d4-8845-0bb396a05880 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651503 Aug 26 12:25:37.233814 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759e50-0e4e-40fe-bb0f-eda44918623e req-8a5ee4c7-7ae2-4c78-8a45-06397b327f77 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:37.235836 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-06759e50-0e4e-40fe-bb0f-eda44918623e req-8a5ee4c7-7ae2-4c78-8a45-06397b327f77 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 945 time: 0.0624845 Aug 26 12:25:37.310630 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-06759e50-0e4e-40fe-bb0f-eda44918623e req-72ee3bf2-d182-4afc-aa82-97d1bd71b0cb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623677 Aug 26 12:25:37.419154 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-6eef2f3b-0fe2-4ddf-ac24-1be33eb3569b tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:37.420797 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-6eef2f3b-0fe2-4ddf-ac24-1be33eb3569b tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.68 "GET /v2.0/networks?id=3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 200 len: 809 time: 0.1833165 Aug 26 12:25:37.542439 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-6d761479-75bf-4208-b952-c95db06787cf tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cc4ddbfe22e489b80492250e6628b71 HTTP/1.1" status: 200 len: 379 time: 0.0885038 Aug 26 12:25:37.555240 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef403d60-348b-43f8-af3a-19eb997ca7ee req-f141bcaa-dbb1-4b82-a5f0-872d5efe0494 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:37.556819 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ef403d60-348b-43f8-af3a-19eb997ca7ee req-f141bcaa-dbb1-4b82-a5f0-872d5efe0494 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0956032 Aug 26 12:25:37.561473 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Request body: {'port': {'device_id': '3dd90348-b147-4768-8566-02824e7ff574', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'admin_state_up': True, 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'security_groups': ['f93ecc6c-d962-40a6-afed-4653b93b30a3']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:37.654009 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ef403d60-348b-43f8-af3a-19eb997ca7ee req-36788f29-1d5f-4b6c-8e39-4471a16c29b1 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876281 Aug 26 12:25:37.695030 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device e7aefed6-9eba-437b-932c-5bfddf6b363f up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:37.701210 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Made reservation on behalf of 7cc4ddbfe22e489b80492250e6628b71 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:37.705220 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:37.773144 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port e7aefed6-9eba-437b-932c-5bfddf6b363f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:37.777647 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port e7aefed6-9eba-437b-932c-5bfddf6b363f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:37.778514 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:37.869009 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:37.896476 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3652f6-8287-470c-9b40-37ff8c2cd5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aefed6-9eba-437b-932c-5bfddf6b363f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:25:37.898895 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed656f9-16c5-4874-a760-d3050bdc2f4f" -d '{"events": [{"server_uuid": "9b3652f6-8287-470c-9b40-37ff8c2cd5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e7aefed6-9eba-437b-932c-5bfddf6b363f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:25:37.900107 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Allocated IP 172.20.0.6 (3cdd88c6-8b10-4d90-a706-7189722040fa/7d6a01a6-ffad-4298-8c82-33e36f64ec11/0682174c-3f54-4c1f-993b-d76e6608f455) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:37.911642 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port e7aefed6-9eba-437b-932c-5bfddf6b363f, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e7aefed6-9eba-437b-932c-5bfddf6b363f,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:37.916895 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:37.918698 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 95edd059-997c-4600-a9fd-c1846cd64d2b up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:37.971138 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a2ba8a-8549-48ed-bcd7-f15d8751672b x-openstack-request-id: req-a9a2ba8a-8549-48ed-bcd7-f15d8751672b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:25:37.971430 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3652f6-8287-470c-9b40-37ff8c2cd5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e7aefed6-9eba-437b-932c-5bfddf6b363f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:25:37.971681 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9a2ba8a-8549-48ed-bcd7-f15d8751672b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:25:37.972065 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3652f6-8287-470c-9b40-37ff8c2cd5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aefed6-9eba-437b-932c-5bfddf6b363f', 'code': 200} Aug 26 12:25:38.016320 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=e7aefed6-9eba-437b-932c-5bfddf6b363f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:38.019832 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 95edd059-997c-4600-a9fd-c1846cd64d2b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:38.025135 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 95edd059-997c-4600-a9fd-c1846cd64d2b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:38.025739 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:38.108069 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9d5bea00-daae-4d53-9a03-3e74a16493e0 req-7b5226a5-affe-4c42-90d5-46e063accfaf tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 210 time: 0.0319581 Aug 26 12:25:38.146629 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:38.166857 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Transition to ACTIVE for port object 0682174c-3f54-4c1f-993b-d76e6608f455 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:38.200338 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:38.213410 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:38.245512 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Network 3cdd88c6-8b10-4d90-a706-7189722040fa is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:38.251582 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:38.304264 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:38.306256 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a20455-d007-4ac0-a911-0ab39cd769a4 req-ce75edb4-cbc5-46db-9b95-538058cde68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:38.309161 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 95edd059-997c-4600-a9fd-c1846cd64d2b, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=95edd059-997c-4600-a9fd-c1846cd64d2b,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:38.311697 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d1a20455-d007-4ac0-a911-0ab39cd769a4 req-ce75edb4-cbc5-46db-9b95-538058cde68f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 1099 time: 0.1109025 Aug 26 12:25:38.314192 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:38.396185 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d1a20455-d007-4ac0-a911-0ab39cd769a4 req-661c54f4-dc7a-4170-b4fd-a60ceb1c31b5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664079 Aug 26 12:25:38.461481 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'Port': ['ID=0682174c-3f54-4c1f-993b-d76e6608f455,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:38.481072 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:38.481797 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:38.514259 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=95edd059-997c-4600-a9fd-c1846cd64d2b,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:38.528938 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c249cf3-6e04-43b7-83f8-9c5374e3a607 req-b33ddcce-e9f5-4fd4-ba02-7951576b8fb1 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:38.536840 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7c249cf3-6e04-43b7-83f8-9c5374e3a607 req-b33ddcce-e9f5-4fd4-ba02-7951576b8fb1 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.1412725 Aug 26 12:25:38.542653 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-53ace70a-cc89-41b4-921b-bc53d576f7dc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9847124 Aug 26 12:25:38.576732 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540d90-fbd4-4853-a7bd-2cc09a552d9b req-dce5b54c-ab61-4905-a609-075fd212d9cd tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:38.578277 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-53540d90-fbd4-4853-a7bd-2cc09a552d9b req-dce5b54c-ab61-4905-a609-075fd212d9cd tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 946 time: 0.0865777 Aug 26 12:25:38.626495 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7c249cf3-6e04-43b7-83f8-9c5374e3a607 req-ebe1432f-d2cd-41f2-a5d5-35b6134c85d5 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855980 Aug 26 12:25:38.675242 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6f3de30-6e6a-4259-b33d-bbd0e8cc29d2 None None] Provisioning for port 0682174c-3f54-4c1f-993b-d76e6608f455 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:38.676211 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-53540d90-fbd4-4853-a7bd-2cc09a552d9b req-12285759-624a-4ceb-9079-ffc37e72fbea tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897570 Aug 26 12:25:38.701399 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6f3de30-6e6a-4259-b33d-bbd0e8cc29d2 None None] Provisioning complete for port 0682174c-3f54-4c1f-993b-d76e6608f455 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:38.701926 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6f3de30-6e6a-4259-b33d-bbd0e8cc29d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:38.746714 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Request body: {'port': {'device_id': '3dd90348-b147-4768-8566-02824e7ff574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:38.760314 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 53590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:38.792468 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3de30-6e6a-4259-b33d-bbd0e8cc29d2 None None] Port 0682174c-3f54-4c1f-993b-d76e6608f455 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:38.873212 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:38.965397 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266577-5306-45a1-abba-d0f2a35f3250 req-f2c1c686-664f-4a6c-b3b7-9c60743f5680 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:38.974858 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2a266577-5306-45a1-abba-d0f2a35f3250 req-f2c1c686-664f-4a6c-b3b7-9c60743f5680 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1540220 Aug 26 12:25:39.016303 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3ba27e-cccc-44a1-90aa-aae0397d682e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.106834 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2a266577-5306-45a1-abba-d0f2a35f3250 req-1c7dfcee-2954-4747-b01b-142fe56d2ccd tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233416 Aug 26 12:25:39.128499 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3ba27e-cccc-44a1-90aa-aae0397d682e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.134111 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3ba27e-cccc-44a1-90aa-aae0397d682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.171454 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-fb3ba27e-cccc-44a1-90aa-aae0397d682e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=662e09b7c5ab47528045581d8ba4c918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099314 Aug 26 12:25:39.176633 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 53598) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:39.183849 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ba27e-cccc-44a1-90aa-aae0397d682e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5626040-a202-45f5-ac14-59f5df272751,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:39.291145 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e70c22-6f44-4590-99dd-bf0b03902bc7 req-1d222f05-cd1e-4513-9f5a-4d8739578b04 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:39.292935 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70e70c22-6f44-4590-99dd-bf0b03902bc7 req-1d222f05-cd1e-4513-9f5a-4d8739578b04 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 931 time: 0.0621262 Aug 26 12:25:39.306681 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5912ab4e-425e-42e7-852f-a404e2c0f81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.343180 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5912ab4e-425e-42e7-852f-a404e2c0f81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.362487 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70e70c22-6f44-4590-99dd-bf0b03902bc7 req-ba41edbe-2a1b-4b06-a015-62721c7c27eb tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595624 Aug 26 12:25:39.403627 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0682174c-3f54-4c1f-993b-d76e6608f455 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:25:39.416595 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.438922 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Transition to ACTIVE for port object 0682174c-3f54-4c1f-993b-d76e6608f455 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:39.439812 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5912ab4e-425e-42e7-852f-a404e2c0f81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.442900 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5912ab4e-425e-42e7-852f-a404e2c0f81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.444127 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-5912ab4e-425e-42e7-852f-a404e2c0f81a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5626040-a202-45f5-ac14-59f5df272751 HTTP/1.1" status: 204 len: 168 time: 0.2665231 Aug 26 12:25:39.448608 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.458228 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912ab4e-425e-42e7-852f-a404e2c0f81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5626040-a202-45f5-ac14-59f5df272751,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:39.513561 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Pushing event updated for resources: {'Port': ['ID=0682174c-3f54-4c1f-993b-d76e6608f455,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:39.609123 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Attempting to bind port 0682174c-3f54-4c1f-993b-d76e6608f455 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:39.609328 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Attempting to bind port 0682174c-3f54-4c1f-993b-d76e6608f455 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:39.613119 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Attempting to bind port 0682174c-3f54-4c1f-993b-d76e6608f455 on network 3cdd88c6-8b10-4d90-a706-7189722040fa {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:39.619842 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Port 0682174c-3f54-4c1f-993b-d76e6608f455 on network 3cdd88c6-8b10-4d90-a706-7189722040fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:25:39.620001 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Attempting to bind port 0682174c-3f54-4c1f-993b-d76e6608f455 on network 3cdd88c6-8b10-4d90-a706-7189722040fa {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:39.645640 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:39.645640 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Checking segment: {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:39.645897 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Bound using segment: {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:39.646533 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Bound port: 0682174c-3f54-4c1f-993b-d76e6608f455, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28eee244-70ca-4907-9998-9eff7ebd73a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:39.646891 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.851613 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:39.855315 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e25053-5825-481a-a8f5-886ce59b5995 req-14b130b8-efbb-429a-8bca-3cc38a856be3 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:39.868405 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f3e25053-5825-481a-a8f5-886ce59b5995 req-14b130b8-efbb-429a-8bca-3cc38a856be3 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 946 time: 0.0808933 Aug 26 12:25:39.884802 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d924b75-2380-4a12-85c2-1c46bff00f65 req-80b37a8d-c42b-46e0-a51d-abf57560ca04 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:39.886425 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d924b75-2380-4a12-85c2-1c46bff00f65 req-80b37a8d-c42b-46e0-a51d-abf57560ca04 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.1346679 Aug 26 12:25:39.888296 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0682174c-3f54-4c1f-993b-d76e6608f455,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:39.896282 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.925103 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:39.925711 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:39.927103 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] 10.222.0.68 "PUT /v2.0/ports/0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 200 len: 1093 time: 1.1855452 Aug 26 12:25:39.952792 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:25:39.967642 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa03c56-6fac-4795-8ef2-075aad7c6be5" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:25:39.972754 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e791720-1485-49ce-85ed-bf47f6f785eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95edd059-997c-4600-a9fd-c1846cd64d2b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:25:39.976474 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8d87c4-ab9b-45e9-b082-1fe89f09069e" -d '{"events": [{"server_uuid": "6e791720-1485-49ce-85ed-bf47f6f785eb", "name": "network-vif-plugged", "status": "completed", "tag": "95edd059-997c-4600-a9fd-c1846cd64d2b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:25:39.987009 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f3e25053-5825-481a-a8f5-886ce59b5995 req-54219b73-6ece-4151-af59-d5341292d42f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171210 Aug 26 12:25:40.043617 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d924b75-2380-4a12-85c2-1c46bff00f65 req-80524126-cff2-4c06-85bd-e6a5304a71c6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316330 Aug 26 12:25:40.101449 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ff420e-2342-4c86-bdc1-281f854469b8 x-openstack-request-id: req-e4ff420e-2342-4c86-bdc1-281f854469b8 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:25:40.102187 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:25:40.102734 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4ff420e-2342-4c86-bdc1-281f854469b8 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:25:40.103270 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455', 'status': 'completed', 'code': 200} Aug 26 12:25:40.105415 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c1bed-96ae-4c4e-9fec-68191343179f service neutron] Pushing event updated for resources: {'Port': ['ID=0682174c-3f54-4c1f-993b-d76e6608f455,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:40.122117 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-47feb025-e429-4bdd-8975-42523eab358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:40.124657 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-47feb025-e429-4bdd-8975-42523eab358a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc4ddbfe22e489b80492250e6628b71&device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1096 time: 0.0739133 Aug 26 12:25:40.152120 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3468f63a-8ceb-4c99-80f0-fe880acecd20 x-openstack-request-id: req-3468f63a-8ceb-4c99-80f0-fe880acecd20 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:25:40.152531 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e791720-1485-49ce-85ed-bf47f6f785eb", "name": "network-vif-plugged", "status": "completed", "tag": "95edd059-997c-4600-a9fd-c1846cd64d2b", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:25:40.152784 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3468f63a-8ceb-4c99-80f0-fe880acecd20 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:25:40.153179 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e791720-1485-49ce-85ed-bf47f6f785eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95edd059-997c-4600-a9fd-c1846cd64d2b', 'code': 200} Aug 26 12:25:40.200634 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-3dcf761c-d9cd-458e-906a-35266524d218 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 200 len: 217 time: 0.0486493 Aug 26 12:25:40.292217 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-be3901c7-ce2d-4d7f-ba10-1f71a1a5f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:40.293703 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-be3901c7-ce2d-4d7f-ba10-1f71a1a5f443 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a01a6-ffad-4298-8c82-33e36f64ec11 HTTP/1.1" status: 200 len: 848 time: 0.0818093 Aug 26 12:25:40.346476 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2440a62-b74d-4691-8a12-b2c09f912ce0 req-23c2c4bf-b454-42de-9070-eb30650328a3 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:40.354167 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f2440a62-b74d-4691-8a12-b2c09f912ce0 req-23c2c4bf-b454-42de-9070-eb30650328a3 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1016662 Aug 26 12:25:40.421706 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-ea3a52d5-29aa-4153-9071-3d4f2e251500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:40.423238 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-ea3a52d5-29aa-4153-9071-3d4f2e251500 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3cdd88c6-8b10-4d90-a706-7189722040fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048160 Aug 26 12:25:40.451289 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f2440a62-b74d-4691-8a12-b2c09f912ce0 req-225161c3-1238-4fae-b0ee-d88dfc38ef19 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958948 Aug 26 12:25:40.578359 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a9543-f5cf-450c-94bf-755728887bb0 req-b7d664e8-d8be-4d81-8f93-1b7c715fa7d6 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:40.586731 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b56a9543-f5cf-450c-94bf-755728887bb0 req-b7d664e8-d8be-4d81-8f93-1b7c715fa7d6 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.1353254 Aug 26 12:25:40.613322 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a955a2a-3d97-43cc-b02d-87f7237cc26f req-ec6b5d48-4da7-46c3-bdeb-793f1f4e96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:40.615245 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a955a2a-3d97-43cc-b02d-87f7237cc26f req-ec6b5d48-4da7-46c3-bdeb-793f1f4e96a2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 1099 time: 0.1553481 Aug 26 12:25:40.713917 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b56a9543-f5cf-450c-94bf-755728887bb0 req-f0f4511d-3c8d-41db-b322-7012de698979 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259038 Aug 26 12:25:40.750312 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a955a2a-3d97-43cc-b02d-87f7237cc26f req-3b65a09e-21a3-4b78-ab59-f07346354cdc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133795 Aug 26 12:25:40.787442 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-e7979233-f22a-4e23-9603-c3a3eb1f1fd1 service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322444 Aug 26 12:25:40.830122 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 53642) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:40.953543 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-837650162-network', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:40.979182 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Made reservation on behalf of c50ea80a6b36463ea81cbd7f857499a0 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:40.982508 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:40.995351 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:41.214513 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bae82-b029-41fd-83ba-d848f03f37be req-36b6c628-05db-4bf1-9073-33ffe7682b18 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:41.224097 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d07bae82-b029-41fd-83ba-d848f03f37be req-36b6c628-05db-4bf1-9073-33ffe7682b18 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.0854998 Aug 26 12:25:41.229929 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:41.248179 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:41.269840 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a211e-4770-46b5-9ca3-8f77d8943eda req-1404c5bb-26ea-4966-8915-89e583c6f0e8 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:41.270234 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d07bae82-b029-41fd-83ba-d848f03f37be req-3c5b418d-111a-456d-8c9a-da48a330346c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Aug 26 12:25:41.271367 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c83a211e-4770-46b5-9ca3-8f77d8943eda req-1404c5bb-26ea-4966-8915-89e583c6f0e8 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 946 time: 0.1218634 Aug 26 12:25:41.282792 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3db95e1-35cc-4ad3-981d-34ebe802fba0 req-d22ad946-4b18-4589-b48c-82c89d3f84ea service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912451 Aug 26 12:25:41.295103 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:25:41.310327 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dab5df1-2962-4a82-96cf-8e956b44fe4a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:41.323735 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:41.324061 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Added segment d749be0e-3016-43ef-9b62-d51af2d45774 of type vlan for network 4e2c5728-0393-45ab-8280-7dfb66452886 Aug 26 12:25:41.376561 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c83a211e-4770-46b5-9ca3-8f77d8943eda req-39d73afa-7e17-4a70-af07-8f9239e887e7 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903845 Aug 26 12:25:41.381106 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:41.428018 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:41.429444 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:41.430042 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:41.517349 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e2c5728-0393-45ab-8280-7dfb66452886,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:41.523848 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 53680) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:41.531349 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 4e2c5728-0393-45ab-8280-7dfb66452886 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:25:41.536569 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-e7eb39cc-19f8-454a-97e6-e552250c16b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6929004 Aug 26 12:25:41.537848 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Request body: {'subnet': {'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-837650162-subnet', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:41.584113 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-388b27e7-5b0d-4ac8-a0ee-1dab0521d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:41.586315 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-388b27e7-5b0d-4ac8-a0ee-1dab0521d387 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc4ddbfe22e489b80492250e6628b71&device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1096 time: 0.0698769 Aug 26 12:25:41.625199 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Made reservation on behalf of c50ea80a6b36463ea81cbd7f857499a0 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:41.634272 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32681639'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:41.969332 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9b3c3-5c7a-46ee-91aa-5954eb98823f req-d34d6682-97ac-49ba-a6da-3949e2401d0e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:41.978114 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-37e9b3c3-5c7a-46ee-91aa-5954eb98823f req-d34d6682-97ac-49ba-a6da-3949e2401d0e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.1237833 Aug 26 12:25:42.000320 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d7429-5bea-4557-8325-310fa0194de4 req-123422e5-299e-47ac-8ada-f9a44df4f4c9 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:42.001953 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-359d7429-5bea-4557-8325-310fa0194de4 req-123422e5-299e-47ac-8ada-f9a44df4f4c9 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.4142599 Aug 26 12:25:42.015914 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32963728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32681685'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.064123 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-37e9b3c3-5c7a-46ee-91aa-5954eb98823f req-01c28500-2b23-4a20-ab16-4e752f2cf181 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845132 Aug 26 12:25:42.076190 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-359d7429-5bea-4557-8325-310fa0194de4 req-cd77bbf9-fb37-4402-94f5-7bab2a51eb92 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626292 Aug 26 12:25:42.102954 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec2397c-361c-49c7-bca6-1bbc5da4c337,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:42.104491 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-c1176c1c-4e3b-47e8-bd03-c0205a768e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:42.105964 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-c1176c1c-4e3b-47e8-bd03-c0205a768e19 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 200 len: 910 time: 0.5063100 Aug 26 12:25:42.111307 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Checking segment: {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:42.111746 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Network hostable DHCP agents. Network: 4e2c5728-0393-45ab-8280-7dfb66452886, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:25:42.136085 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Network 4e2c5728-0393-45ab-8280-7dfb66452886 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:25:42.149535 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 4e2c5728-0393-45ab-8280-7dfb66452886) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:42.154613 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:42.155540 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.157480 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-8d6f2c08-51b8-4f28-83da-8a9c786682b9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 200 len: 217 time: 0.0396030 Aug 26 12:25:42.161801 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e728344b-58bb-42d6-8fd4-4d025d950137 None None] Network 4e2c5728-0393-45ab-8280-7dfb66452886 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:25:42.187095 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-7c6e2f24-12e6-4808-80ce-1b1f80c3414f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6606901 Aug 26 12:25:42.188329 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 53724) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:42.192555 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:42.216782 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.217631 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.234045 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-17a2eeea-6daa-43fd-bb59-e4110b7f52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:42.235561 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-17a2eeea-6daa-43fd-bb59-e4110b7f52f3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a01a6-ffad-4298-8c82-33e36f64ec11 HTTP/1.1" status: 200 len: 848 time: 0.0642874 Aug 26 12:25:42.274708 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.294559 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-b554fcb9-b04e-4100-8630-1d5bb216b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:42.297118 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-b554fcb9-b04e-4100-8630-1d5bb216b5eb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3cdd88c6-8b10-4d90-a706-7189722040fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432777 Aug 26 12:25:42.435008 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.466287 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-4e2c5728-0393-45ab-8280-7dfb66452886', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:25:42.467342 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.484255 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-ce850ef0-6266-461d-b93d-37e1e17667f4 service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995998 Aug 26 12:25:42.503040 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e8fa7-b235-4f9e-a40f-d55f7f91552e req-1de52070-1a7f-4453-b941-df6e64f12598 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:42.504799 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-579e8fa7-b235-4f9e-a40f-d55f7f91552e req-1de52070-1a7f-4453-b941-df6e64f12598 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.1251762 Aug 26 12:25:42.555767 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-579e8fa7-b235-4f9e-a40f-d55f7f91552e req-fdd1dce0-ff9e-4ebb-95f7-dc325a4bdde6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447845 Aug 26 12:25:42.666925 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Allocated IP 172.20.0.2 (4e2c5728-0393-45ab-8280-7dfb66452886/8ec2397c-361c-49c7-bca6-1bbc5da4c337/f612c4d5-c9ea-4426-8d07-40a19bddb259) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:42.730052 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5aa03c56-6fac-4795-8ef2-075aad7c6be5 req-107a9e49-5b2d-4bcf-b388-f2d958f912aa service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949399 Aug 26 12:25:42.743967 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.767430 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.853005 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.862345 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Transition to ACTIVE for port object f612c4d5-c9ea-4426-8d07-40a19bddb259 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:42.878648 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Transition to ACTIVE for port object f612c4d5-c9ea-4426-8d07-40a19bddb259 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:42.884455 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:42.886120 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Allocated IP 172.27.2.241 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/fd23fbbd-39cf-42bc-9458-1dff1586e961) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:42.922904 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Network 4e2c5728-0393-45ab-8280-7dfb66452886 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:42.929574 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:42.933596 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:42.943798 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Pushing event updated for resources: {'Port': ['ID=f612c4d5-c9ea-4426-8d07-40a19bddb259,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:42.999716 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Attempting to bind port f612c4d5-c9ea-4426-8d07-40a19bddb259 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:43.000002 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Attempting to bind port f612c4d5-c9ea-4426-8d07-40a19bddb259 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:43.000370 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Attempting to bind port f612c4d5-c9ea-4426-8d07-40a19bddb259 on network 4e2c5728-0393-45ab-8280-7dfb66452886 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:43.000773 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:43.008407 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:43.008785 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Checking segment: {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:43.009194 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:43.009589 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Bound using segment: {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:43.010060 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Bound port: f612c4d5-c9ea-4426-8d07-40a19bddb259, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:43.010473 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:43.041556 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:43.078613 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] For port f612c4d5-c9ea-4426-8d07-40a19bddb259, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:43.078788 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:43.082223 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:43.083062 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] For port f612c4d5-c9ea-4426-8d07-40a19bddb259, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=f612c4d5-c9ea-4426-8d07-40a19bddb259,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:43.086294 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:43.091482 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:43.128800 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Pushing event updated for resources: {'Port': ['ID=fd23fbbd-39cf-42bc-9458-1dff1586e961,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:43.165756 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31729b1-ffa6-4e61-9805-8feec61fc6bd None None] Pushing event updated for resources: {'Port': ['ID=f612c4d5-c9ea-4426-8d07-40a19bddb259,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:43.280906 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203bdd5-9726-4f82-9c8e-739705cfc604 req-5e034288-bed5-4777-ae67-036c2d3bdfd6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:43.283354 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9203bdd5-9726-4f82-9c8e-739705cfc604 req-5e034288-bed5-4777-ae67-036c2d3bdfd6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0792568 Aug 26 12:25:43.337394 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9203bdd5-9726-4f82-9c8e-739705cfc604 req-88429992-3540-404b-8d1b-1ca11321a4dc tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Aug 26 12:25:43.494228 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea687-9cd5-4373-b306-ebcfbaa2068e req-0b12989f-48f2-455d-bc63-f6964fd629d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:43.496234 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-504ea687-9cd5-4373-b306-ebcfbaa2068e req-0b12989f-48f2-455d-bc63-f6964fd629d7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1098 time: 0.0638731 Aug 26 12:25:43.550135 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-504ea687-9cd5-4373-b306-ebcfbaa2068e req-c135fb4a-a09b-4e08-bc82-54a6de1b0da5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Aug 26 12:25:43.558137 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925cef2-87a0-45d8-9cfb-a3444d33f33f req-075894e9-1300-4c18-b90b-7275493fd1e4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:43.559717 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b925cef2-87a0-45d8-9cfb-a3444d33f33f req-075894e9-1300-4c18-b90b-7275493fd1e4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.1027555 Aug 26 12:25:43.664561 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b925cef2-87a0-45d8-9cfb-a3444d33f33f req-7d30499e-bd17-47c1-98c0-91ce0e8af136 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693722 Aug 26 12:25:43.680506 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cf04a-3fa2-4fca-be1c-9fbe37e2d65e req-20ba2072-6fc9-40a1-8c05-f804dd64f684 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:43.682081 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5e1cf04a-3fa2-4fca-be1c-9fbe37e2d65e req-20ba2072-6fc9-40a1-8c05-f804dd64f684 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.0510817 Aug 26 12:25:43.692316 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:43.723927 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5e1cf04a-3fa2-4fca-be1c-9fbe37e2d65e req-afcabf84-e144-4e42-9635-43f53eb76cc3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355828 Aug 26 12:25:43.894466 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device f612c4d5-c9ea-4426-8d07-40a19bddb259 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:43.966820 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port f612c4d5-c9ea-4426-8d07-40a19bddb259 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:43.976709 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:44.189542 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Router deea3b55-c454-4db7-b4a0-36f47e8c7d62 is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:25:44.316800 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:25:44.321662 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17274083-059d-4801-8ae6-c5d80bfb2081 None None] Network 4e2c5728-0393-45ab-8280-7dfb66452886 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:25:44.327372 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Sync routers for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:25:44.340446 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:44.341959 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-d424af3e-c36f-4621-878b-d0f80f33f530 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1519778 Aug 26 12:25:44.343723 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 53800) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:44.344194 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:44.344537 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:44.459801 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b8d839e1-b3f3-4c9b-afe9-286abdd803ca None None] Provisioning for port f612c4d5-c9ea-4426-8d07-40a19bddb259 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:44.466554 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b8d839e1-b3f3-4c9b-afe9-286abdd803ca None None] Provisioning complete for port f612c4d5-c9ea-4426-8d07-40a19bddb259 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:44.467415 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8d839e1-b3f3-4c9b-afe9-286abdd803ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:44.485386 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:44.629921 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8d839e1-b3f3-4c9b-afe9-286abdd803ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:44.638933 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219c9ba-6955-48dd-95f0-8e1f0737075f req-6c89513a-1810-4276-a9e7-f77685c8b0c3 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:44.646661 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8219c9ba-6955-48dd-95f0-8e1f0737075f req-6c89513a-1810-4276-a9e7-f77685c8b0c3 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1401396 Aug 26 12:25:44.685738 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b8d839e1-b3f3-4c9b-afe9-286abdd803ca None None] For port f612c4d5-c9ea-4426-8d07-40a19bddb259, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=f612c4d5-c9ea-4426-8d07-40a19bddb259,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:44.699262 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8d839e1-b3f3-4c9b-afe9-286abdd803ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:44.716693 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8219c9ba-6955-48dd-95f0-8e1f0737075f req-418d19cc-832b-4637-855f-f0e4e9df7723 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679266 Aug 26 12:25:44.808951 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d839e1-b3f3-4c9b-afe9-286abdd803ca None None] Pushing event updated for resources: {'Port': ['ID=f612c4d5-c9ea-4426-8d07-40a19bddb259,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:44.849458 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba63c5-cb28-4dda-8ed6-3faa7a4a08a8 req-d24af4cf-ccf3-4b2d-906a-12a426dad6d3 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:44.857443 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0fba63c5-cb28-4dda-8ed6-3faa7a4a08a8 req-d24af4cf-ccf3-4b2d-906a-12a426dad6d3 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.0878561 Aug 26 12:25:44.902883 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0fba63c5-cb28-4dda-8ed6-3faa7a4a08a8 req-c798ed2b-e02c-4e44-9504-943feaa8ada5 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440841 Aug 26 12:25:44.905973 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:43Z', 'revision_number': 3, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:44.935121 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Checking router: deea3b55-c454-4db7-b4a0-36f47e8c7d62 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:25:44.935408 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Updating router deea3b55-c454-4db7-b4a0-36f47e8c7d62 port fd23fbbd-39cf-42bc-9458-1dff1586e961 binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:25:44.959954 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.028226 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-540a6421-00c8-4d3c-b6e2-909f26eaa74a None None] Provisioning complete for port f612c4d5-c9ea-4426-8d07-40a19bddb259 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:45.029586 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-540a6421-00c8-4d3c-b6e2-909f26eaa74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.066997 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.242318 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Allocated IP 172.20.0.1 (4e2c5728-0393-45ab-8280-7dfb66452886/8ec2397c-361c-49c7-bca6-1bbc5da4c337/89ba2d9e-1866-4a8a-8782-28fab4726b94) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:45.249834 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.263604 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Transition to ACTIVE for port object fd23fbbd-39cf-42bc-9458-1dff1586e961 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:45.269813 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.326542 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Pushing event updated for resources: {'Port': ['ID=fd23fbbd-39cf-42bc-9458-1dff1586e961,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:45.337260 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.337931 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.338038 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.338444 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.338863 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.339256 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.339663 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.340060 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.340472 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.340860 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.341247 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.341642 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:45.345189 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Attempting to bind port fd23fbbd-39cf-42bc-9458-1dff1586e961 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:45.345189 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Attempting to bind port fd23fbbd-39cf-42bc-9458-1dff1586e961 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:45.345904 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Attempting to bind port fd23fbbd-39cf-42bc-9458-1dff1586e961 on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:45.352484 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:45.352774 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:45.353183 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.353566 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:45.354036 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Bound port: fd23fbbd-39cf-42bc-9458-1dff1586e961, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:45.354459 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.362022 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.375865 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Transition to ACTIVE for port object 89ba2d9e-1866-4a8a-8782-28fab4726b94 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:45.408625 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] For port fd23fbbd-39cf-42bc-9458-1dff1586e961, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:45.411662 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] For port fd23fbbd-39cf-42bc-9458-1dff1586e961, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=fd23fbbd-39cf-42bc-9458-1dff1586e961,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:45.411991 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.416970 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.458724 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Network 4e2c5728-0393-45ab-8280-7dfb66452886 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:45.466652 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:45.470897 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:45.473284 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:45.473925 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:45.502339 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Pushing event updated for resources: {'Port': ['ID=89ba2d9e-1866-4a8a-8782-28fab4726b94,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:45.524998 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.525822 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5284321-39e8-4b10-bb58-dc9528cc61f3 None None] Pushing event updated for resources: {'Port': ['ID=fd23fbbd-39cf-42bc-9458-1dff1586e961,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:45.657788 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:45.760136 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-350ac971-f7d0-4204-b25f-fa8f7f838d45 None None] Provisioning for port 89ba2d9e-1866-4a8a-8782-28fab4726b94 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:45.767938 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.771948 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 53848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:45.774078 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-350ac971-f7d0-4204-b25f-fa8f7f838d45 None None] Provisioning complete for port 89ba2d9e-1866-4a8a-8782-28fab4726b94 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:45.774494 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-350ac971-f7d0-4204-b25f-fa8f7f838d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.831401 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-350ac971-f7d0-4204-b25f-fa8f7f838d45 None None] Port 89ba2d9e-1866-4a8a-8782-28fab4726b94 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:45.870689 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device f612c4d5-c9ea-4426-8d07-40a19bddb259 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:45.872069 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d5e01f-a0c2-4795-acf0-80f2d7865737 admin admin] Deleting subnet e5fae4cf-68d6-41d0-a682-7a36837e241d {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:25:45.875916 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e01f-a0c2-4795-acf0-80f2d7865737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.920346 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e01f-a0c2-4795-acf0-80f2d7865737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32579934'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.924756 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port f612c4d5-c9ea-4426-8d07-40a19bddb259 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:45.925074 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.931227 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:43Z', 'revision_number': 3, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:45.993213 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e14a4-ef64-4a2f-84de-3b57bd0d33d1 None None] The sync data for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi is: [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:43Z', 'revision_number': 3, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:25:45.996083 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e01f-a0c2-4795-acf0-80f2d7865737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.069881 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd2bd7-5a82-48a2-a786-2d146754ee33 req-6e2f7c73-3e0d-464e-b05b-4e5bdf318f38 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:46.075691 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-55bd2bd7-5a82-48a2-a786-2d146754ee33 req-6e2f7c73-3e0d-464e-b05b-4e5bdf318f38 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1861730 Aug 26 12:25:46.107452 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994928f7-3db3-4035-bca5-5a764b58235c req-2161b553-82aa-4f5a-848a-58f121ec9ac9 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:46.109270 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-994928f7-3db3-4035-bca5-5a764b58235c req-2161b553-82aa-4f5a-848a-58f121ec9ac9 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.1082795 Aug 26 12:25:46.114827 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e01f-a0c2-4795-acf0-80f2d7865737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32964179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32681676'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.142121 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-55bd2bd7-5a82-48a2-a786-2d146754ee33 req-d1fdb9f1-7580-49ee-940a-1663111dbd89 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636840 Aug 26 12:25:46.170641 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5e01f-a0c2-4795-acf0-80f2d7865737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fae4cf-68d6-41d0-a682-7a36837e241d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:46.174128 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.175942 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e01f-a0c2-4795-acf0-80f2d7865737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.177832 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a2d5e01f-a0c2-4795-acf0-80f2d7865737 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e5fae4cf-68d6-41d0-a682-7a36837e241d HTTP/1.1" status: 204 len: 168 time: 0.4030890 Aug 26 12:25:46.181230 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 53856) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:46.192243 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.206961 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-994928f7-3db3-4035-bca5-5a764b58235c req-e144f868-3c21-405c-8a65-f785ce98ce70 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886939 Aug 26 12:25:46.332465 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.347166 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Pushing event updated for resources: {'Port': ['ID=89ba2d9e-1866-4a8a-8782-28fab4726b94,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:46.363494 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.542247 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.567441 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0382a092-1150-41ba-ae1e-cfab7342634a']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:46.591008 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5c0a0-70b2-4279-9c2a-f382d3e7caca req-08550462-52c1-43f4-9d1a-949b61e7c9ac tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:46.592858 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a5a5c0a0-70b2-4279-9c2a-f382d3e7caca req-08550462-52c1-43f4-9d1a-949b61e7c9ac tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0519178 Aug 26 12:25:46.594181 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Network 4e2c5728-0393-45ab-8280-7dfb66452886 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:46.599550 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:46.607025 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2043bf-c4d2-49a5-9018-ab305a83b52e') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:46.607320 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2043bf-c4d2-49a5-9018-ab305a83b52e') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:46.623279 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32970963'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.648201 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a5a5c0a0-70b2-4279-9c2a-f382d3e7caca req-7c088801-dfca-4372-9618-3700311297d8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Aug 26 12:25:46.676222 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.694637 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-b3a9d8a5-6be3-47c1-8c21-388ffb820b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:46.696050 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-b3a9d8a5-6be3-47c1-8c21-388ffb820b45 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 1098 time: 0.1512065 Aug 26 12:25:46.698639 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:25:46.699051 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33022589'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: Traceback (most recent call last): Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: timer() Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: cb(*args, **kw) Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: return func(*args, **kwargs) Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: self._notify() Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: self.callback(batched_events) Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: event.method(event) Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: return f(self, *a, **k) Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._get(url).json() Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:25:46.700760 dv-cinder-806141-1-iscsi neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:25:46.850679 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.860503 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c0336152-ab34-48cc-8ed8-25ca911b8e5e None None] Provisioning complete for port 89ba2d9e-1866-4a8a-8782-28fab4726b94 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:46.861079 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c0336152-ab34-48cc-8ed8-25ca911b8e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.873631 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.875555 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] 10.222.0.13 "DELETE /v2.0/networks/0382a092-1150-41ba-ae1e-cfab7342634a HTTP/1.1" status: 204 len: 168 time: 0.6940887 Aug 26 12:25:46.887001 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c748a-757b-4e7d-8097-ca6620a4522d admin admin] Pushing event deleted for resources: {'Network': ['ID=0382a092-1150-41ba-ae1e-cfab7342634a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:46.901907 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c0336152-ab34-48cc-8ed8-25ca911b8e5e None None] Port 89ba2d9e-1866-4a8a-8782-28fab4726b94 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:46.918753 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Router deea3b55-c454-4db7-b4a0-36f47e8c7d62 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:25:46.974392 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-5ff10055-8a5e-438b-8790-89de2138a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:46.976504 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-5ff10055-8a5e-438b-8790-89de2138a331 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 920 time: 0.2326190 Aug 26 12:25:47.024923 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 53870) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:47.067354 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-579cf769-9b8f-4153-9211-699cfb962eb0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e HTTP/1.1" status: 200 len: 217 time: 0.0739977 Aug 26 12:25:47.079768 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a358bb84-3f04-4b06-8ebc-542bca671fe8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=813a68940f934e378cea9cec9b97042d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536373 Aug 26 12:25:47.083215 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 53872) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:47.129317 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:25:47.137630 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-7f554545-1ce4-4471-a363-6234d4eb25f7 admin admin] 10.222.0.13 "PUT /v2.0/routers/deea3b55-c454-4db7-b4a0-36f47e8c7d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7920310 Aug 26 12:25:47.171776 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-9d7bd295-d75d-4e45-a1c0-366a0af4b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:47.173278 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-9d7bd295-d75d-4e45-a1c0-366a0af4b520 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.0889637 Aug 26 12:25:47.210186 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf5009f9-2856-4828-aed4-6515b79c9897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:47.214191 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-63ad8ca9-7a1b-4b67-9fc9-df35a0f2fc36 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322745 Aug 26 12:25:47.251510 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf5009f9-2856-4828-aed4-6515b79c9897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:47.381858 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20256c-67b4-4c79-bc02-e2b198d0a404 req-c7a51c7d-998d-456c-b4ca-8bf2499db85e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:47.388363 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ad20256c-67b4-4c79-bc02-e2b198d0a404 req-c7a51c7d-998d-456c-b4ca-8bf2499db85e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.1047664 Aug 26 12:25:47.414869 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-6a939c70-5634-41fd-bdd8-add550fe2e98 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895716 Aug 26 12:25:47.418125 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf5009f9-2856-4828-aed4-6515b79c9897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:47.421018 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf5009f9-2856-4828-aed4-6515b79c9897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:47.422172 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-cf5009f9-2856-4828-aed4-6515b79c9897 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0660bbf1-3344-4cd5-b354-3ff1f2c21ebb HTTP/1.1" status: 204 len: 168 time: 0.3361595 Aug 26 12:25:47.441359 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5009f9-2856-4828-aed4-6515b79c9897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0660bbf1-3344-4cd5-b354-3ff1f2c21ebb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:47.457935 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ad20256c-67b4-4c79-bc02-e2b198d0a404 req-f5e1ac9d-fe26-4ce1-afd1-df32637bffe5 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641234 Aug 26 12:25:47.572474 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2e7085ec-d713-4dc5-8d66-25b536340644 req-664424c5-acf6-4898-bab7-2f70291d168e service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132567 Aug 26 12:25:47.790807 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 53902) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:47.797791 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2013897973-network', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:47.805251 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e18db-cac9-4250-ae29-d04e9a42e6ad req-6e5de878-a2f7-4b82-b295-d6821dd50f60 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:47.810451 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8a1e18db-cac9-4250-ae29-d04e9a42e6ad req-6e5de878-a2f7-4b82-b295-d6821dd50f60 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0782895 Aug 26 12:25:47.823302 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Made reservation on behalf of ccddb70e6fd84e769d216cb12080a187 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:47.826598 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:47.837084 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:47.864143 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fd23fbbd-39cf-42bc-9458-1dff1586e961 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:47.868223 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8a1e18db-cac9-4250-ae29-d04e9a42e6ad req-842eb36f-cb5b-406c-9bc3-3d9abef9c362 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500405 Aug 26 12:25:47.942353 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port fd23fbbd-39cf-42bc-9458-1dff1586e961 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:47.951281 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port fd23fbbd-39cf-42bc-9458-1dff1586e961 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:47.951656 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:47.983448 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:47.989092 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.014256 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Sync routers for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:25:48.026342 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:25:48.031636 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:48.032349 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:48.040372 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ba447f-8c57-4622-a0a8-ec6ee7dd7619,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:48.062657 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.063109 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Added segment 9ad2f6ce-4a5a-4c67-8631-1859cfee5f30 of type vlan for network d704d905-88d9-4dec-9639-73a18c219855 Aug 26 12:25:48.108602 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.110050 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.139028 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.140120 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:48.140649 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.145024 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port fd23fbbd-39cf-42bc-9458-1dff1586e961, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=fd23fbbd-39cf-42bc-9458-1dff1586e961,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:48.174161 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.194812 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4027586 Aug 26 12:25:48.198011 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 53914) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:48.203942 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Request body: {'subnet': {'network_id': 'd704d905-88d9-4dec-9639-73a18c219855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2013897973-subnet', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:48.215113 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257cbb2-504b-4cb8-b0a0-ea4e3e277687 admin admin] Pushing event updated for resources: {'Network': ['ID=d704d905-88d9-4dec-9639-73a18c219855,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:48.233883 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network d704d905-88d9-4dec-9639-73a18c219855 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:25:48.248169 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:48.248448 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Made reservation on behalf of ccddb70e6fd84e769d216cb12080a187 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:48.253012 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32681639'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.318880 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=fd23fbbd-39cf-42bc-9458-1dff1586e961,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:48.459133 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32963728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32681685'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.531620 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2132b69e-7469-45b1-9077-513be5509d7b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:48.544682 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '89ba2d9e-1866-4a8a-8782-28fab4726b94', 'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'mac_address': 'fa:16:3e:cd:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:45Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 2, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'subnets': [{'id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:48.552412 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Checking segment: {'id': '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:48.552772 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Network hostable DHCP agents. Network: d704d905-88d9-4dec-9639-73a18c219855, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:25:48.575658 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Checking router: deea3b55-c454-4db7-b4a0-36f47e8c7d62 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:25:48.576029 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Updating router deea3b55-c454-4db7-b4a0-36f47e8c7d62 port 89ba2d9e-1866-4a8a-8782-28fab4726b94 binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:25:48.597901 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Network d704d905-88d9-4dec-9639-73a18c219855 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:25:48.610307 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.610623 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf0fd-64db-47dc-929e-647d6cd85af8 req-a336ee42-4bd8-41f0-a38f-14a497c0f83e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:48.618144 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7deaf0fd-64db-47dc-929e-647d6cd85af8 req-a336ee42-4bd8-41f0-a38f-14a497c0f83e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.0782974 Aug 26 12:25:48.630941 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, d704d905-88d9-4dec-9639-73a18c219855) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:48.643380 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:48.643380 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.648168 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53706f-7496-4451-8544-b1c0b19eb31d None None] Network d704d905-88d9-4dec-9639-73a18c219855 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:25:48.680548 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7deaf0fd-64db-47dc-929e-647d6cd85af8 req-a82512da-156b-4679-a38c-5dff698a93c3 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613837 Aug 26 12:25:48.685138 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-25108906-e7b0-4807-b5ca-af9fcfb91ffa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4830697 Aug 26 12:25:48.685273 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 53942) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:48.690383 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:48.713913 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.715260 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:48.773587 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.016017 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-d704d905-88d9-4dec-9639-73a18c219855', 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'fixed_ips': [{'subnet_id': '2132b69e-7469-45b1-9077-513be5509d7b'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:25:49.016890 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.038632 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e5f9-2221-4f1b-a563-90c4bd607b54 req-568a841f-5a00-4fec-a363-d4c300e0002a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:49.051217 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2352e5f9-2221-4f1b-a563-90c4bd607b54 req-568a841f-5a00-4fec-a363-d4c300e0002a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.1083183 Aug 26 12:25:49.123292 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2352e5f9-2221-4f1b-a563-90c4bd607b54 req-6d6971c7-f574-4e9c-a01c-7d4aa59cfdf1 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670164 Aug 26 12:25:49.208359 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.339131 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.371642 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Transition to ACTIVE for port object 89ba2d9e-1866-4a8a-8782-28fab4726b94 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:49.384456 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.391176 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Allocated IP 172.20.0.2 (d704d905-88d9-4dec-9639-73a18c219855/2132b69e-7469-45b1-9077-513be5509d7b/d357282b-c4dd-46ac-871a-58157313f555) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:49.433113 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.453801 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.482808 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9a332-d337-4476-8b49-9c937f593b42 None None] Pushing event updated for resources: {'Port': ['ID=89ba2d9e-1866-4a8a-8782-28fab4726b94,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:49.556405 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Attempting to bind port 89ba2d9e-1866-4a8a-8782-28fab4726b94 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:49.556985 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Attempting to bind port 89ba2d9e-1866-4a8a-8782-28fab4726b94 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:49.557350 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Attempting to bind port 89ba2d9e-1866-4a8a-8782-28fab4726b94 on network 4e2c5728-0393-45ab-8280-7dfb66452886 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:49.573372 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:49.573758 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Checking segment: {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:49.574173 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.574624 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Bound using segment: {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:49.575113 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Bound port: 89ba2d9e-1866-4a8a-8782-28fab4726b94, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:49.575494 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.611386 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Allocated IP 172.27.2.223 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/e30e814c-c01b-475d-aaff-0a31a3e9d8d8) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:49.697574 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.705575 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] For port 89ba2d9e-1866-4a8a-8782-28fab4726b94, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:49.711589 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] For port 89ba2d9e-1866-4a8a-8782-28fab4726b94, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=89ba2d9e-1866-4a8a-8782-28fab4726b94,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:49.719903 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Transition to ACTIVE for port object d357282b-c4dd-46ac-871a-58157313f555 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:49.724500 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.731727 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.750167 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0682174c-3f54-4c1f-993b-d76e6608f455 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:25:49.791153 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.818824 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Transition to ACTIVE for port object d357282b-c4dd-46ac-871a-58157313f555 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:49.854274 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.893387 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fd23fbbd-39cf-42bc-9458-1dff1586e961 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:49.901542 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9a332-d337-4476-8b49-9c937f593b42 None None] Pushing event updated for resources: {'Port': ['ID=89ba2d9e-1866-4a8a-8782-28fab4726b94,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:49.906791 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e30e814c-c01b-475d-aaff-0a31a3e9d8d8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:49.924421 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:49.925223 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:49.931575 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:49.936037 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:49.938986 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:49.951296 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863a685-05fc-4715-ab22-95028675c0a9 req-607ca52e-61c4-4f8e-a760-f0b4df2d02e1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:49.952689 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4863a685-05fc-4715-ab22-95028675c0a9 req-607ca52e-61c4-4f8e-a760-f0b4df2d02e1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.2087364 Aug 26 12:25:50.009778 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Network d704d905-88d9-4dec-9639-73a18c219855 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:50.030543 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:50.048157 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:50.107023 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Pushing event updated for resources: {'Port': ['ID=d357282b-c4dd-46ac-871a-58157313f555,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:50.112053 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4863a685-05fc-4715-ab22-95028675c0a9 req-58c0acd3-b9e0-4373-a962-c58954258583 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403790 Aug 26 12:25:50.157337 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0682174c-3f54-4c1f-993b-d76e6608f455,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:50.204341 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '0682174c-3f54-4c1f-993b-d76e6608f455', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'port_id': '0682174c-3f54-4c1f-993b-d76e6608f455', 'mac_address': 'fa:16:3e:89:1d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:25:50.216096 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:50.257355 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port fd23fbbd-39cf-42bc-9458-1dff1586e961 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:50.257730 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:50.263137 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Attempting to bind port d357282b-c4dd-46ac-871a-58157313f555 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:50.263512 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Attempting to bind port d357282b-c4dd-46ac-871a-58157313f555 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:50.263890 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Attempting to bind port d357282b-c4dd-46ac-871a-58157313f555 on network d704d905-88d9-4dec-9639-73a18c219855 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:50.280830 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6ca40-b90e-45a7-9950-a2e5a39421e1 req-0c553c28-85c5-4246-9f2f-71aba67874e6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:50.282540 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-72b6ca40-b90e-45a7-9950-a2e5a39421e1 req-0c553c28-85c5-4246-9f2f-71aba67874e6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0792353 Aug 26 12:25:50.301211 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:50.328975 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-72b6ca40-b90e-45a7-9950-a2e5a39421e1 req-167e5a71-0d6d-4b81-a101-e43624c1b9ef tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Aug 26 12:25:50.359601 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:50.359972 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Checking segment: {'id': '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:50.360395 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:50.360793 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Bound using segment: {'id': '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:50.361270 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Bound port: d357282b-c4dd-46ac-871a-58157313f555, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:50.361644 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:50.429840 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:50.490514 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0682174c-3f54-4c1f-993b-d76e6608f455 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:25:50.508591 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:50.539425 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0682174c-3f54-4c1f-993b-d76e6608f455,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:50.580942 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:50.638467 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Router 1c144b36-e8bb-4965-8880-2031301544b7 is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:25:50.662042 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] For port d357282b-c4dd-46ac-871a-58157313f555, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:50.688706 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] For port d357282b-c4dd-46ac-871a-58157313f555, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=d357282b-c4dd-46ac-871a-58157313f555,segment=NetworkSegment(9ad2f6ce-4a5a-4c67-8631-1859cfee5f30),segment_id=9ad2f6ce-4a5a-4c67-8631-1859cfee5f30)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:50.691289 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0682174c-3f54-4c1f-993b-d76e6608f455,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:50.696771 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:50.753031 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:25:50.764645 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Sync routers for ids ['1c144b36-e8bb-4965-8880-2031301544b7'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:25:50.767118 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '89ba2d9e-1866-4a8a-8782-28fab4726b94', 'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'mac_address': 'fa:16:3e:cd:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:45Z', 'updated_at': '2021-08-26T12:25:49Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'subnets': [{'id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:50.769062 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57449e8b-5ce5-4441-9cb7-912f760f2eab None None] Pushing event updated for resources: {'Port': ['ID=d357282b-c4dd-46ac-871a-58157313f555,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:50.771917 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:50.773625 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-814babc9-cd48-4dab-9538-a4bf0ef36eb5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0867176 Aug 26 12:25:50.776494 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Routers {'1c144b36-e8bb-4965-8880-2031301544b7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:50.777225 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:50.777516 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1c144b36-e8bb-4965-8880-2031301544b7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:50.816392 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7648e52a-3d2c-4350-80c5-995de695a941 None None] The sync data for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi is: [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '89ba2d9e-1866-4a8a-8782-28fab4726b94', 'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'mac_address': 'fa:16:3e:cd:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:45Z', 'updated_at': '2021-08-26T12:25:49Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'subnets': [{'id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:25:50.936690 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Set router 1c144b36-e8bb-4965-8880-2031301544b7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:51.222679 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c144b36-e8bb-4965-8880-2031301544b7', 'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:48Z', 'updated_at': '2021-08-26T12:25:50Z', 'revision_number': 3, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'gw_port': {'id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:49Z', 'updated_at': '2021-08-26T12:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:51.230311 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0682174c-3f54-4c1f-993b-d76e6608f455'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:25:51.279856 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Checking router: 1c144b36-e8bb-4965-8880-2031301544b7 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:25:51.280466 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Updating router 1c144b36-e8bb-4965-8880-2031301544b7 port e30e814c-c01b-475d-aaff-0a31a3e9d8d8 binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:25:51.314248 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:51.320222 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84ff62-bf7d-4b8f-b370-e98c8d8ef95d req-5df60b57-173e-40c0-a87b-64e386c1503c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:51.331684 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7f84ff62-bf7d-4b8f-b370-e98c8d8ef95d req-5df60b57-173e-40c0-a87b-64e386c1503c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 944 time: 0.1209943 Aug 26 12:25:51.436582 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7f84ff62-bf7d-4b8f-b370-e98c8d8ef95d req-e2a60c14-bfde-4845-9bdc-cd2fea66ecc0 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039214 Aug 26 12:25:51.574484 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3556f8-1b07-48d3-8a7f-e560174944ca req-d634febe-1a66-4d2e-ab3f-c8955b3b1be4 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:51.576042 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6b3556f8-1b07-48d3-8a7f-e560174944ca req-d634febe-1a66-4d2e-ab3f-c8955b3b1be4 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0869243 Aug 26 12:25:51.671420 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:51.695574 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6b3556f8-1b07-48d3-8a7f-e560174944ca req-d3669350-5a70-4a8f-abaa-660a6926853f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776200 Aug 26 12:25:51.799841 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:51.826709 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Transition to ACTIVE for port object e30e814c-c01b-475d-aaff-0a31a3e9d8d8 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:51.841318 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:51.951230 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Attempting to bind port e30e814c-c01b-475d-aaff-0a31a3e9d8d8 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:51.951910 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Attempting to bind port e30e814c-c01b-475d-aaff-0a31a3e9d8d8 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:51.952335 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Attempting to bind port e30e814c-c01b-475d-aaff-0a31a3e9d8d8 on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:51.973798 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:51.974171 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:51.976767 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:51.977396 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:51.984030 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Bound port: e30e814c-c01b-475d-aaff-0a31a3e9d8d8, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:51.984456 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:51.986258 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f415d-2d59-4417-a9ee-e53cde6ca1a0 None None] Pushing event updated for resources: {'Port': ['ID=e30e814c-c01b-475d-aaff-0a31a3e9d8d8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:51.992132 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device d357282b-c4dd-46ac-871a-58157313f555 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:52.069598 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port d357282b-c4dd-46ac-871a-58157313f555 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:52.075781 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 89ba2d9e-1866-4a8a-8782-28fab4726b94 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:52.152725 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Allocated IP 172.20.0.1 (d704d905-88d9-4dec-9639-73a18c219855/2132b69e-7469-45b1-9077-513be5509d7b/4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:52.158146 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] For port e30e814c-c01b-475d-aaff-0a31a3e9d8d8, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:52.159999 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 89ba2d9e-1866-4a8a-8782-28fab4726b94 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:52.166067 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 89ba2d9e-1866-4a8a-8782-28fab4726b94 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:52.166596 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:52.166890 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] For port e30e814c-c01b-475d-aaff-0a31a3e9d8d8, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=e30e814c-c01b-475d-aaff-0a31a3e9d8d8,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:52.175412 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:52.395179 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:52.412463 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f415d-2d59-4417-a9ee-e53cde6ca1a0 None None] Pushing event updated for resources: {'Port': ['ID=e30e814c-c01b-475d-aaff-0a31a3e9d8d8,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:52.473756 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Routers {'1c144b36-e8bb-4965-8880-2031301544b7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:52.474566 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1c144b36-e8bb-4965-8880-2031301544b7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:52.560614 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:52.593455 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Transition to ACTIVE for port object 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:52.636889 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be72cc-134c-4112-8909-e9d63836cb70 req-d90aea96-753e-4d32-a6c8-8ab1666a0fe1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:52.639369 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-91be72cc-134c-4112-8909-e9d63836cb70 req-d90aea96-753e-4d32-a6c8-8ab1666a0fe1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 944 time: 0.1080756 Aug 26 12:25:52.660341 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87bf3bc-a5f9-4ff2-bf05-02b7f866d4e3 None None] Network d704d905-88d9-4dec-9639-73a18c219855 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:25:52.666150 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:52.707056 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-91be72cc-134c-4112-8909-e9d63836cb70 req-b6d60822-c427-4d7f-9f7f-2552d523ef6b tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605774 Aug 26 12:25:52.731437 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Network d704d905-88d9-4dec-9639-73a18c219855 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:52.734923 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:52.738547 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:52.757869 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 89ba2d9e-1866-4a8a-8782-28fab4726b94, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=89ba2d9e-1866-4a8a-8782-28fab4726b94,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:52.778879 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:52.779473 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] Set router 1c144b36-e8bb-4965-8880-2031301544b7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:52.779602 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:52.790054 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:52.811690 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cb39b924-aea5-41eb-8603-86f260e780de None None] Provisioning for port d357282b-c4dd-46ac-871a-58157313f555 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:52.844143 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cb39b924-aea5-41eb-8603-86f260e780de None None] Provisioning complete for port d357282b-c4dd-46ac-871a-58157313f555 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:52.844516 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb39b924-aea5-41eb-8603-86f260e780de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:52.929624 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:52.930808 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=89ba2d9e-1866-4a8a-8782-28fab4726b94,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:52.981973 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c144b36-e8bb-4965-8880-2031301544b7', 'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:48Z', 'updated_at': '2021-08-26T12:25:50Z', 'revision_number': 3, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'gw_port': {'id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:49Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:53.008768 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e67b8-5ba1-4c77-86e0-6dd193b584ab None None] The sync data for ids ['1c144b36-e8bb-4965-8880-2031301544b7'] in dv-cinder-806141-1-iscsi is: [{'id': '1c144b36-e8bb-4965-8880-2031301544b7', 'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:48Z', 'updated_at': '2021-08-26T12:25:50Z', 'revision_number': 3, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'gw_port': {'id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:49Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:25:53.017438 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb39b924-aea5-41eb-8603-86f260e780de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:53.057959 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cb39b924-aea5-41eb-8603-86f260e780de None None] For port d357282b-c4dd-46ac-871a-58157313f555, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=d357282b-c4dd-46ac-871a-58157313f555,segment=NetworkSegment(9ad2f6ce-4a5a-4c67-8631-1859cfee5f30),segment_id=9ad2f6ce-4a5a-4c67-8631-1859cfee5f30)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:53.063411 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb39b924-aea5-41eb-8603-86f260e780de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:53.121635 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39b924-aea5-41eb-8603-86f260e780de None None] Pushing event updated for resources: {'Port': ['ID=d357282b-c4dd-46ac-871a-58157313f555,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:53.155384 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:53.160384 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:53.233998 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:53.236799 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:53.314939 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a90167e3-fce0-41a5-824c-81efb28df979 None None] Provisioning for port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:53.332075 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a90167e3-fce0-41a5-824c-81efb28df979 None None] Provisioning complete for port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:53.332463 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a90167e3-fce0-41a5-824c-81efb28df979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:53.399926 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a90167e3-fce0-41a5-824c-81efb28df979 None None] Port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:53.423161 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a90167e3-fce0-41a5-824c-81efb28df979 None None] Provisioning complete for port d357282b-c4dd-46ac-871a-58157313f555 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:53.423400 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a90167e3-fce0-41a5-824c-81efb28df979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:53.434036 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Network d704d905-88d9-4dec-9639-73a18c219855 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:53.437446 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:53.768321 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0682174c-3f54-4c1f-993b-d76e6608f455 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:53.770377 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Router 1c144b36-e8bb-4965-8880-2031301544b7 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:25:53.900002 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6dbf8496-9a20-4a2a-8f6d-fe714aa401bb None None] Provisioning complete for port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:53.906640 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8496-9a20-4a2a-8f6d-fe714aa401bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:53.960580 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf8496-9a20-4a2a-8f6d-fe714aa401bb None None] Port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:53.964328 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device e30e814c-c01b-475d-aaff-0a31a3e9d8d8 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:54.001160 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 0682174c-3f54-4c1f-993b-d76e6608f455 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:54.013768 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 0682174c-3f54-4c1f-993b-d76e6608f455 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:54.014583 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.125886 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0faacd0-e0f7-4df9-8b97-5220455673ca None None] Provisioning complete for port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:54.126430 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0faacd0-e0f7-4df9-8b97-5220455673ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.159682 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port e30e814c-c01b-475d-aaff-0a31a3e9d8d8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:54.179823 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port e30e814c-c01b-475d-aaff-0a31a3e9d8d8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:54.180335 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.200278 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f0faacd0-e0f7-4df9-8b97-5220455673ca None None] Port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:54.201862 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.207389 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65a975-fbee-4be3-923c-a5e21f074e13 req-dce7cb16-6e7b-4da6-8868-b58b5d020cae tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:54.214941 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-be65a975-fbee-4be3-923c-a5e21f074e13 req-dce7cb16-6e7b-4da6-8868-b58b5d020cae tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 944 time: 0.3387566 Aug 26 12:25:54.224986 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:25:54.235477 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-bf28ce7d-a697-48e5-bfde-1280fe811e19 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c144b36-e8bb-4965-8880-2031301544b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4522359 Aug 26 12:25:54.261301 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:25:54.263798 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0dc307-86de-4e0e-a0d4-6dc75ff03378" -d '{"events": [{"server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "name": "network-vif-plugged", "status": "completed", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:25:54.277016 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-be65a975-fbee-4be3-923c-a5e21f074e13 req-37000a5c-7486-4fef-bbf6-6513f8028102 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611231 Aug 26 12:25:54.278739 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0682174c-3f54-4c1f-993b-d76e6608f455,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:54.284829 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.383175 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef5e770-d7ad-4a27-9e5f-a0a33e4ff8cb x-openstack-request-id: req-eef5e770-d7ad-4a27-9e5f-a0a33e4ff8cb {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:25:54.383466 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "name": "network-vif-plugged", "status": "completed", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:25:54.383721 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eef5e770-d7ad-4a27-9e5f-a0a33e4ff8cb {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:25:54.384133 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455', 'code': 200} Aug 26 12:25:54.416168 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0682174c-3f54-4c1f-993b-d76e6608f455,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:54.418994 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.443108 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port e30e814c-c01b-475d-aaff-0a31a3e9d8d8, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=e30e814c-c01b-475d-aaff-0a31a3e9d8d8,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:54.450542 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.451470 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device d357282b-c4dd-46ac-871a-58157313f555 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:54.544136 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=e30e814c-c01b-475d-aaff-0a31a3e9d8d8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:54.552840 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port d357282b-c4dd-46ac-871a-58157313f555 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:54.553699 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.644296 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e416f4f-e6d4-405b-bc17-cf0a184c2662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.650692 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 89ba2d9e-1866-4a8a-8782-28fab4726b94 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:54.708291 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 89ba2d9e-1866-4a8a-8782-28fab4726b94 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:54.709375 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:54.861458 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400e7bb-6d34-4c62-b6e5-a2bda143d389 req-3caa1d19-d4ec-4884-98a7-efff1b0ef013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:54.863049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c400e7bb-6d34-4c62-b6e5-a2bda143d389 req-3caa1d19-d4ec-4884-98a7-efff1b0ef013 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1098 time: 0.0432985 Aug 26 12:25:54.918123 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c400e7bb-6d34-4c62-b6e5-a2bda143d389 req-a4cad2e4-5928-45d2-ba47-dc8997479a5f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403390 Aug 26 12:25:55.214432 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Sync routers for ids ['1c144b36-e8bb-4965-8880-2031301544b7'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:25:55.223604 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Routers {'1c144b36-e8bb-4965-8880-2031301544b7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:55.224244 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1c144b36-e8bb-4965-8880-2031301544b7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:55.331538 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Set router 1c144b36-e8bb-4965-8880-2031301544b7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:55.393731 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21109843-7048-4b73-9c55-be4968d9a1a1 req-3acc29ba-1411-4761-9182-9569ffcd0ced tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:55.397643 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-21109843-7048-4b73-9c55-be4968d9a1a1 req-3acc29ba-1411-4761-9182-9569ffcd0ced tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0541730 Aug 26 12:25:55.438107 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-21109843-7048-4b73-9c55-be4968d9a1a1 req-008a4f0c-c775-4334-94e9-bfd2bb06a498 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345445 Aug 26 12:25:55.548727 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c144b36-e8bb-4965-8880-2031301544b7', 'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:48Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 4, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'gw_port': {'id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:49Z', 'updated_at': '2021-08-26T12:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7', 'name': '', 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'mac_address': 'fa:16:3e:58:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2132b69e-7469-45b1-9077-513be5509d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:51Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 2, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'subnets': [{'id': '2132b69e-7469-45b1-9077-513be5509d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:55.579705 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Checking router: 1c144b36-e8bb-4965-8880-2031301544b7 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:25:55.580055 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Updating router 1c144b36-e8bb-4965-8880-2031301544b7 port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:25:55.605139 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:55.854800 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device e30e814c-c01b-475d-aaff-0a31a3e9d8d8 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:55.919434 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:55.932120 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Transition to ACTIVE for port object 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:55.939355 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:55.978612 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port e30e814c-c01b-475d-aaff-0a31a3e9d8d8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:55.978985 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:56.020881 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e721a-63b2-4ca6-b677-0a92fb75f873 None None] Pushing event updated for resources: {'Port': ['ID=4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:56.085740 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Attempting to bind port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:56.085740 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Attempting to bind port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:56.085740 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Attempting to bind port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 on network d704d905-88d9-4dec-9639-73a18c219855 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:56.111043 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:56.111418 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Checking segment: {'id': '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:56.111859 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:56.112250 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Bound using segment: {'id': '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:56.112701 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Bound port: 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:56.113084 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:56.160933 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-213293bd-c4fc-4ef6-b152-f5b6df6491b3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466352 Aug 26 12:25:56.282793 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-3080362b-b271-4660-b3ff-63b2be113f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:56.284319 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-3080362b-b271-4660-b3ff-63b2be113f17 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 1099 time: 0.0440993 Aug 26 12:25:56.310066 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] For port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:56.313040 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] For port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7,segment=NetworkSegment(9ad2f6ce-4a5a-4c67-8631-1859cfee5f30),segment_id=9ad2f6ce-4a5a-4c67-8631-1859cfee5f30)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:56.319360 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:56.376856 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Routers {'1c144b36-e8bb-4965-8880-2031301544b7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:56.377487 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1c144b36-e8bb-4965-8880-2031301544b7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:56.379372 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e721a-63b2-4ca6-b677-0a92fb75f873 None None] Pushing event updated for resources: {'Port': ['ID=4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:56.411566 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-1b2deeac-b7e6-4660-a28e-54633f8e3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:56.413908 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-1b2deeac-b7e6-4660-a28e-54633f8e3f8a service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 200 len: 920 time: 0.1019561 Aug 26 12:25:56.450961 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:56.463909 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-f4ab6de6-d163-4281-b2d5-919c3ab08363 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a79b650-4a19-4f69-a547-8b98af420cd7 HTTP/1.1" status: 200 len: 217 time: 0.0387688 Aug 26 12:25:56.516416 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] Set router 1c144b36-e8bb-4965-8880-2031301544b7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:56.548741 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-1a772a17-590b-4296-8b37-30adb36ccb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:56.550441 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-1a772a17-590b-4296-8b37-30adb36ccb03 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 200 len: 859 time: 0.0739229 Aug 26 12:25:56.589337 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-9d2e2c8f-418b-499e-884f-06554f5aec3c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a5715e1-5223-4be2-9599-cf18dbe6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269840 Aug 26 12:25:56.589491 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cb72e-8a20-4b57-ae67-17329f18d68f req-3ce86126-5721-4354-a403-879ebcf827a7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:56.591771 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bf7cb72e-8a20-4b57-ae67-17329f18d68f req-3ce86126-5721-4354-a403-879ebcf827a7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0684581 Aug 26 12:25:56.639202 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bf7cb72e-8a20-4b57-ae67-17329f18d68f req-a5bb01fa-2c08-49b8-be6a-13324cdcd316 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419359 Aug 26 12:25:56.713985 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-a8f4f8c7-7a95-48a1-b512-6bc502963414 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997350 Aug 26 12:25:56.793092 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c144b36-e8bb-4965-8880-2031301544b7', 'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:48Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 4, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'gw_port': {'id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:49Z', 'updated_at': '2021-08-26T12:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7', 'name': '', 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'mac_address': 'fa:16:3e:58:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2132b69e-7469-45b1-9077-513be5509d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:51Z', 'updated_at': '2021-08-26T12:25:56Z', 'revision_number': 4, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'subnets': [{'id': '2132b69e-7469-45b1-9077-513be5509d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:56.821274 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72f1ae-1e45-47cd-90d8-8c74a8909164 None None] The sync data for ids ['1c144b36-e8bb-4965-8880-2031301544b7'] in dv-cinder-806141-1-iscsi is: [{'id': '1c144b36-e8bb-4965-8880-2031301544b7', 'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:48Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 4, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'gw_port': {'id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:49Z', 'updated_at': '2021-08-26T12:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7', 'name': '', 'network_id': 'd704d905-88d9-4dec-9639-73a18c219855', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'mac_address': 'fa:16:3e:58:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '2132b69e-7469-45b1-9077-513be5509d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:51Z', 'updated_at': '2021-08-26T12:25:56Z', 'revision_number': 4, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'subnets': [{'id': '2132b69e-7469-45b1-9077-513be5509d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:25:56.821991 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d7358f6-f96d-4c9e-a725-6b4a1b5c92fa req-9b94ccc5-7f45-4a2c-968e-64317a9c8682 service neutron] 10.222.0.68 "GET /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892570 Aug 26 12:25:57.320258 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d951fde4-9313-4951-ad67-41865f881879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:57.494570 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:57.773087 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e79888-6680-4575-8d53-4f3532d227f3 req-4ea97e90-f6ae-4b39-acf5-15595b39af6f tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:57.778129 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-05e79888-6680-4575-8d53-4f3532d227f3 req-4ea97e90-f6ae-4b39-acf5-15595b39af6f tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0627019 Aug 26 12:25:57.831729 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-05e79888-6680-4575-8d53-4f3532d227f3 req-5753b60a-5742-4269-a5e7-8b739cdd8785 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438437 Aug 26 12:25:57.858765 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:57.909342 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:57.913645 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:57.914466 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:58.004212 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:58.039408 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7,segment=NetworkSegment(9ad2f6ce-4a5a-4c67-8631-1859cfee5f30),segment_id=9ad2f6ce-4a5a-4c67-8631-1859cfee5f30)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:58.044781 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:58.097270 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:58.215103 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:58.320038 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c67a89-8d31-4694-8573-812a7cb76752 req-c89c35a6-0965-41fa-a4b2-c04aece53438 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:58.321528 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a4c67a89-8d31-4694-8573-812a7cb76752 req-c89c35a6-0965-41fa-a4b2-c04aece53438 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0562708 Aug 26 12:25:58.357980 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a4c67a89-8d31-4694-8573-812a7cb76752 req-184360b5-5f20-46d7-bb08-5789cec31d1c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304291 Aug 26 12:25:58.948760 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4773b-3515-4c78-8f13-939f238f712c req-103da756-ca70-48e0-94bf-7ded5c2b0ae5 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:58.950268 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-19a4773b-3515-4c78-8f13-939f238f712c req-103da756-ca70-48e0-94bf-7ded5c2b0ae5 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0509279 Aug 26 12:25:58.989396 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-19a4773b-3515-4c78-8f13-939f238f712c req-c70dbca1-57fb-4f62-ba60-96f59a018755 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330439 Aug 26 12:25:59.483788 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8b792-2dfd-452d-a5c4-7837fce6b9af req-c8116534-1485-4af7-87a2-3fbd93315e75 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:59.485335 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3ad8b792-2dfd-452d-a5c4-7837fce6b9af req-c8116534-1485-4af7-87a2-3fbd93315e75 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0576134 Aug 26 12:25:59.528107 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3ad8b792-2dfd-452d-a5c4-7837fce6b9af req-67dc4b95-ae84-45a7-8005-034fa4468e5b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368419 Aug 26 12:25:59.825501 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:59.876042 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:59.876410 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:00.058121 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:00.113163 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bcde8-cf01-484b-a371-86b535f33227 req-86e30623-5f44-4f04-b0f6-e5318f0f077e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:00.114799 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-570bcde8-cf01-484b-a371-86b535f33227 req-86e30623-5f44-4f04-b0f6-e5318f0f077e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0506182 Aug 26 12:26:00.153754 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-570bcde8-cf01-484b-a371-86b535f33227 req-979b8651-d975-4c0c-8cd8-916114239889 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327315 Aug 26 12:26:00.266689 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015e2a1-bdef-4af1-b86e-825bc45d8e16 req-1050aceb-e903-4876-8897-62f47190f016 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:00.268252 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6015e2a1-bdef-4af1-b86e-825bc45d8e16 req-1050aceb-e903-4876-8897-62f47190f016 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0476775 Aug 26 12:26:00.307085 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6015e2a1-bdef-4af1-b86e-825bc45d8e16 req-42bbe086-981d-456d-91b5-cd3e8eb70e25 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Aug 26 12:26:00.328400 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54172) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:00.512415 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c870bfd-6ef7-4a05-861d-f31c115c9877 tempest-TestShelveInstance-1061114366 tempest-TestShelveInstance-1061114366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:00.513943 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-8c870bfd-6ef7-4a05-861d-f31c115c9877 tempest-TestShelveInstance-1061114366 tempest-TestShelveInstance-1061114366-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1093 time: 0.1845829 Aug 26 12:26:00.517027 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54176) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:00.521369 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Request body: {'floatingip': {'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'port_id': '0682174c-3f54-4c1f-993b-d76e6608f455', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:00.544429 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:00.645611 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb32039-7bd7-44a3-8bc3-91710ac4f7e7 req-762dc321-a01e-4378-b9e0-51b35c008154 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:00.647180 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3cb32039-7bd7-44a3-8bc3-91710ac4f7e7 req-762dc321-a01e-4378-b9e0-51b35c008154 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0514205 Aug 26 12:26:00.647884 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:00.685147 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3cb32039-7bd7-44a3-8bc3-91710ac4f7e7 req-ad6ccaa6-231c-47e7-b0bc-8d1fab221e15 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Aug 26 12:26:00.756178 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Allocated IP 172.27.2.214 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/cdc54d5a-d515-401a-ba2e-489c40e00ae7) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:26:00.867388 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:00.906047 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:00.944042 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:26:00.948753 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:26:00.952245 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:26:00.958099 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'Port': ['ID=cdc54d5a-d515-401a-ba2e-489c40e00ae7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:00.984138 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.984478 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.984818 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.985152 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.985483 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.985811 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.986137 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.986488 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.986816 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.987139 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.987460 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:00.987780 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:01.455135 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:01.556446 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:01.700035 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:01.704542 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:01.776367 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event updated for resources: {'Port': ['ID=cdc54d5a-d515-401a-ba2e-489c40e00ae7,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:01.792924 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:01.811896 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9501a-1df8-4e4f-9542-3c415a9a8fc7 req-9ff65e6c-7634-474c-8ef3-edc91b94381f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:01.813390 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c2a9501a-1df8-4e4f-9542-3c415a9a8fc7 req-9ff65e6c-7634-474c-8ef3-edc91b94381f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0549898 Aug 26 12:26:01.860712 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c2a9501a-1df8-4e4f-9542-3c415a9a8fc7 req-51cbe389-c795-4bf6-9260-bf43306237f7 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Aug 26 12:26:01.901092 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.l3_db [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Floating IP cf921df1-8059-4dce-a749-c865731a39e1 associated. External IP: 172.27.2.214, port: 0682174c-3f54-4c1f-993b-d76e6608f455. Aug 26 12:26:02.295480 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Router 619c8507-f75b-433f-b2a0-faaa35cb80e0 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:26:02.404885 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:26:02.415833 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] Sync routers for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:26:02.421688 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:02.425483 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:26:02.426092 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:02.448707 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-ea61163e-274f-434e-b3c9-5ce6e374575d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9306674 Aug 26 12:26:02.449302 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:02.451575 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f53c4c-57e0-4920-a6da-22c49a971eae" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:02.497056 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad50edfe-23e4-4b2b-a66d-70f480c3401a x-openstack-request-id: req-ad50edfe-23e4-4b2b-a66d-70f480c3401a {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:02.498070 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:02.498070 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad50edfe-23e4-4b2b-a66d-70f480c3401a {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:02.498251 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455', 'status': 'completed', 'code': 200} Aug 26 12:26:02.547750 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:26:02.727960 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-070e153a-8c4c-48c7-afbe-193f17a7af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:02.729708 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-070e153a-8c4c-48c7-afbe-193f17a7af51 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc4ddbfe22e489b80492250e6628b71&device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1098 time: 0.0459411 Aug 26 12:26:02.785922 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': 'cf921df1-8059-4dce-a749-c865731a39e1', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'port_id': '0682174c-3f54-4c1f-993b-d76e6608f455', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'mac_address': 'fa:16:3e:89:1d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd90348-b147-4768-8566-02824e7ff574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:26:01Z', 'updated_at': '2021-08-26T12:26:01Z', 'revision_number': 0, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e555a6-8831-4abb-ad73-7d50073a3eb0', 'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'mac_address': 'fa:16:3e:4b:8a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:43Z', 'updated_at': '2021-08-26T12:24:50Z', 'revision_number': 5, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'subnets': [{'id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:02.813211 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] Checking router: 619c8507-f75b-433f-b2a0-faaa35cb80e0 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:26:02.822569 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:26:02.823191 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:02.828084 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-397e6535-f72e-4fc0-a7a6-b3d594ea0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:02.829566 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-397e6535-f72e-4fc0-a7a6-b3d594ea0b9a service neutron] 10.222.0.68 "GET /v2.0/networks?id=3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 200 len: 910 time: 0.0911884 Aug 26 12:26:02.908287 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-15f3b426-5878-423e-8fc7-8d4519b6ed83 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 200 len: 999 time: 0.0666974 Aug 26 12:26:02.937237 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:26:02.970798 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-dc196bb9-dc6f-48e6-8479-147d90467089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:02.972556 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-dc196bb9-dc6f-48e6-8479-147d90467089 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a01a6-ffad-4298-8c82-33e36f64ec11 HTTP/1.1" status: 200 len: 848 time: 0.0552967 Aug 26 12:26:02.998063 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569bf4-037c-4fb9-84ae-e95d4d615be7 req-c4396ebb-e4f4-4a58-9f79-4969745e0b2c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:03.000057 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ea569bf4-037c-4fb9-84ae-e95d4d615be7 req-c4396ebb-e4f4-4a58-9f79-4969745e0b2c tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0679979 Aug 26 12:26:03.040886 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ea569bf4-037c-4fb9-84ae-e95d4d615be7 req-f560e286-6211-4623-9e07-709071a4e772 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343986 Aug 26 12:26:03.160377 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-ddfd58b6-0001-49e9-a67a-c6dc4d7447b8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:03.161177 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-d0908707-ddf1-4572-9706-63b32eb1fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:03.161882 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-ddfd58b6-0001-49e9-a67a-c6dc4d7447b8 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.68 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 946 time: 0.0548766 Aug 26 12:26:03.163330 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-d0908707-ddf1-4572-9706-63b32eb1fbeb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3cdd88c6-8b10-4d90-a706-7189722040fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563002 Aug 26 12:26:03.171209 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': 'cf921df1-8059-4dce-a749-c865731a39e1', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'port_id': '0682174c-3f54-4c1f-993b-d76e6608f455', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'mac_address': 'fa:16:3e:89:1d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd90348-b147-4768-8566-02824e7ff574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:26:01Z', 'updated_at': '2021-08-26T12:26:01Z', 'revision_number': 0, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e555a6-8831-4abb-ad73-7d50073a3eb0', 'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'mac_address': 'fa:16:3e:4b:8a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:43Z', 'updated_at': '2021-08-26T12:24:50Z', 'revision_number': 5, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'subnets': [{'id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:03.201574 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98884673-906e-4bb6-9028-f55c461bcf3e None None] The sync data for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi is: [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': 'cf921df1-8059-4dce-a749-c865731a39e1', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'port_id': '0682174c-3f54-4c1f-993b-d76e6608f455', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'mac_address': 'fa:16:3e:89:1d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd90348-b147-4768-8566-02824e7ff574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:26:01Z', 'updated_at': '2021-08-26T12:26:01Z', 'revision_number': 0, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e555a6-8831-4abb-ad73-7d50073a3eb0', 'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'mac_address': 'fa:16:3e:4b:8a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:43Z', 'updated_at': '2021-08-26T12:24:50Z', 'revision_number': 5, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'subnets': [{'id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:26:03.293975 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-5fcd27d1-7cbd-47c1-9c8b-944f6ac8644f service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089725 Aug 26 12:26:03.337992 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Deleting port 5a79b650-4a19-4f69-a547-8b98af420cd7 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:26:03.338337 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:03.414191 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d8f53c4c-57e0-4920-a6da-22c49a971eae req-5c0a2160-38a0-4132-9f6b-6d5557a2f73a service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066067 Aug 26 12:26:03.447054 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] For port 5a79b650-4a19-4f69-a547-8b98af420cd7, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=5a79b650-4a19-4f69-a547-8b98af420cd7,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:03.447615 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:03.463217 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Calling delete_port for 5a79b650-4a19-4f69-a547-8b98af420cd7 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:26:03.476563 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95230234-c813-46ed-9002-ede589280a9e None None] New status for floating IP cf921df1-8059-4dce-a749-c865731a39e1: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:26:03.597625 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:03.627970 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Pushing event deleted for resources: {'Port': ['ID=5a79b650-4a19-4f69-a547-8b98af420cd7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:03.658820 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['618bd75f-e1cc-4a8b-a5f8-295bf9b5687e', '5a79b650-4a19-4f69-a547-8b98af420cd7'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:26:03.673371 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] No DVR routers for this DVR port 5a79b650-4a19-4f69-a547-8b98af420cd7 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:26:03.676954 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:03.679574 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-354afaab-2c88-4194-875f-6a2bd26444c7 req-0d354d9d-126f-431a-a8af-b5de5221b59a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.68 "DELETE /v2.0/ports/5a79b650-4a19-4f69-a547-8b98af420cd7 HTTP/1.1" status: 204 len: 173 time: 0.4944093 Aug 26 12:26:04.154928 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-56435197-3d18-4276-83db-7ab1ee6642c7 req-ba35b37f-f8ba-445c-86d2-f7153f5179fa tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.0254843 Aug 26 12:26:04.360896 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b9a0a-f520-496b-8827-f407d874f21f req-e49a05fd-503e-44ec-a5d8-0143a4e065b4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:04.362379 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-877b9a0a-f520-496b-8827-f407d874f21f req-e49a05fd-503e-44ec-a5d8-0143a4e065b4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0573528 Aug 26 12:26:04.400308 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-877b9a0a-f520-496b-8827-f407d874f21f req-aeb61ecb-fad8-454b-84b5-b4660effbfaf tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Aug 26 12:26:04.499101 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e8f55d-e0c0-47d0-b26c-f554189d5527', 'name': 'network-vif-deleted', 'tag': '5a79b650-4a19-4f69-a547-8b98af420cd7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:04.501952 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d9b99-27be-4400-bd7e-6af51b82b0b5" -d '{"events": [{"server_uuid": "01e8f55d-e0c0-47d0-b26c-f554189d5527", "name": "network-vif-deleted", "tag": "5a79b650-4a19-4f69-a547-8b98af420cd7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:04.538001 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9709e0fa-74b2-4b83-921b-0508ab239e25 x-openstack-request-id: req-9709e0fa-74b2-4b83-921b-0508ab239e25 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:04.538883 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e8f55d-e0c0-47d0-b26c-f554189d5527", "name": "network-vif-deleted", "tag": "5a79b650-4a19-4f69-a547-8b98af420cd7", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:04.539308 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9709e0fa-74b2-4b83-921b-0508ab239e25 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:04.539698 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e8f55d-e0c0-47d0-b26c-f554189d5527', 'name': 'network-vif-deleted', 'tag': '5a79b650-4a19-4f69-a547-8b98af420cd7', 'status': 'completed', 'code': 200} Aug 26 12:26:05.264725 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e8472975-4373-4376-864b-47f4c5ab92a4 req-741ee487-d536-4ff4-a3f0-5d8ade02d356 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e8f55d-e0c0-47d0-b26c-f554189d5527 HTTP/1.1" status: 200 len: 210 time: 0.0273626 Aug 26 12:26:05.525597 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b5cdf-59f1-4941-8dee-58ba3c2ada01 req-8d41a373-b232-4031-baed-daea40c8d193 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:05.527143 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-be3b5cdf-59f1-4941-8dee-58ba3c2ada01 req-8d41a373-b232-4031-baed-daea40c8d193 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0570469 Aug 26 12:26:05.566699 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-be3b5cdf-59f1-4941-8dee-58ba3c2ada01 req-d057e6f6-677a-4f64-9db5-4d1f9595617d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336585 Aug 26 12:26:05.818993 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 5a79b650-4a19-4f69-a547-8b98af420cd7 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:26:05.838925 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 5a79b650-4a19-4f69-a547-8b98af420cd7 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:26:05.839265 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 5a79b650-4a19-4f69-a547-8b98af420cd7 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:26:06.537383 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaa0e4-d762-43b8-8a83-4fa2bdcb26da req-f89c386a-2958-486f-9241-171893906553 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:06.538902 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-67aaa0e4-d762-43b8-8a83-4fa2bdcb26da req-f89c386a-2958-486f-9241-171893906553 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0499279 Aug 26 12:26:06.581474 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-67aaa0e4-d762-43b8-8a83-4fa2bdcb26da req-b5ce4677-320f-451b-ae98-47c82aa42245 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Aug 26 12:26:06.684361 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340463c-e81e-491c-b45e-75093b4215a2 req-82ddfca3-7fe1-4008-a44e-cb18cc113bdb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:06.686471 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a340463c-e81e-491c-b45e-75093b4215a2 req-82ddfca3-7fe1-4008-a44e-cb18cc113bdb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0504816 Aug 26 12:26:06.732704 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a340463c-e81e-491c-b45e-75093b4215a2 req-d215d438-32b8-4f71-b0e7-aaa7cb249013 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402339 Aug 26 12:26:06.789068 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae867b7-a991-492f-9cfd-ec26c60a650f req-036eedc0-9335-4e61-9176-e16790cd3d51 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:06.790572 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0ae867b7-a991-492f-9cfd-ec26c60a650f req-036eedc0-9335-4e61-9176-e16790cd3d51 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.0504789 Aug 26 12:26:06.829957 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0ae867b7-a991-492f-9cfd-ec26c60a650f req-03f6e1de-e5ff-4fc9-baf6-2faa63cdaec4 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Aug 26 12:26:07.695287 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d474d-ed3b-4d32-bff1-dcb6aaaa2f46 req-d479ee7c-ed30-4c7b-b5e6-5a507621fd4e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:07.696760 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-634d474d-ed3b-4d32-bff1-dcb6aaaa2f46 req-d479ee7c-ed30-4c7b-b5e6-5a507621fd4e tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0488856 Aug 26 12:26:07.738128 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-634d474d-ed3b-4d32-bff1-dcb6aaaa2f46 req-5f7f47ae-0f54-4497-8367-54365b545469 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355389 Aug 26 12:26:07.847983 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f7485-5789-470f-91b0-1897c237ed6c req-4baa86ae-0aff-49c3-9e1b-74c532b9910c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:07.849521 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3e2f7485-5789-470f-91b0-1897c237ed6c req-4baa86ae-0aff-49c3-9e1b-74c532b9910c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0478795 Aug 26 12:26:07.888663 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3e2f7485-5789-470f-91b0-1897c237ed6c req-c09de745-c1b1-4a38-8dd0-070ca7708f98 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328372 Aug 26 12:26:07.943205 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d70587-1ed6-40bb-9320-8064c7c013de req-62f594f0-0c94-4230-a340-36762dd583e3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:07.945208 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-96d70587-1ed6-40bb-9320-8064c7c013de req-62f594f0-0c94-4230-a340-36762dd583e3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.0492260 Aug 26 12:26:07.983426 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-96d70587-1ed6-40bb-9320-8064c7c013de req-f45aae5f-7bc5-4c9f-b30d-f8c593b89a26 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Aug 26 12:26:08.038397 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:26:08.856620 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eb338-b653-4bf7-9229-ae0f34b61086 req-b3055146-4eb6-4907-93c5-e7c1d5e5bf97 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:08.858110 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-815eb338-b653-4bf7-9229-ae0f34b61086 req-b3055146-4eb6-4907-93c5-e7c1d5e5bf97 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0517490 Aug 26 12:26:08.899140 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-815eb338-b653-4bf7-9229-ae0f34b61086 req-ecc1e18b-4464-48e6-9ed1-9ce39b651aed tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Aug 26 12:26:09.004547 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e6d56-b1bf-4797-98dc-07165359078f req-efd31f61-02c9-440d-8df7-9d41952c83f0 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:09.006084 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f61e6d56-b1bf-4797-98dc-07165359078f req-efd31f61-02c9-440d-8df7-9d41952c83f0 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0500898 Aug 26 12:26:09.049389 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f61e6d56-b1bf-4797-98dc-07165359078f req-783d445e-e379-45cd-8b70-7ad389701a48 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371056 Aug 26 12:26:09.104579 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d9879-37ea-4493-b663-eb909091bb0e req-be6efe7c-0cbc-4931-85c6-0e3a51191da0 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:09.106094 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8e0d9879-37ea-4493-b663-eb909091bb0e req-be6efe7c-0cbc-4931-85c6-0e3a51191da0 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.0484247 Aug 26 12:26:09.145808 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8e0d9879-37ea-4493-b663-eb909091bb0e req-bca53be4-d5f1-4139-9b12-232d77920059 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Aug 26 12:26:09.991533 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-d166bfc6-ddbb-4932-a0ce-16996b0e615f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:09.994337 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-d166bfc6-ddbb-4932-a0ce-16996b0e615f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.0656979 Aug 26 12:26:10.054792 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89315a7e-decc-4685-a4d7-db75dfcc67c7 req-e3c4022c-1984-46ed-9aa3-9f5f6b25eb5a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:10.057052 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-89315a7e-decc-4685-a4d7-db75dfcc67c7 req-e3c4022c-1984-46ed-9aa3-9f5f6b25eb5a tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0666032 Aug 26 12:26:10.110785 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Deleting port 95edd059-997c-4600-a9fd-c1846cd64d2b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:26:10.111534 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:10.150088 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-89315a7e-decc-4685-a4d7-db75dfcc67c7 req-4edef7c0-01d1-408b-b0aa-8a299de56d14 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861809 Aug 26 12:26:10.221039 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] For port 95edd059-997c-4600-a9fd-c1846cd64d2b, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=95edd059-997c-4600-a9fd-c1846cd64d2b,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:10.221575 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:10.236721 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Calling delete_port for 95edd059-997c-4600-a9fd-c1846cd64d2b owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:26:10.285932 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c99c-e0fc-435d-a49a-cbc2d5e016f5 req-71cdcafe-369f-4731-a3ca-f716c6b390b9 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:10.291098 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2f36c99c-e0fc-435d-a49a-cbc2d5e016f5 req-71cdcafe-369f-4731-a3ca-f716c6b390b9 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 946 time: 0.0664465 Aug 26 12:26:10.300146 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186747c-105b-4c3a-917a-bd84f504719a req-608ec3d7-de3b-4279-aaca-5220e7424da3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:10.301720 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1186747c-105b-4c3a-917a-bd84f504719a req-608ec3d7-de3b-4279-aaca-5220e7424da3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1440246 Aug 26 12:26:10.344070 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2f36c99c-e0fc-435d-a49a-cbc2d5e016f5 req-287d90e6-cfb3-4acf-9dc6-ab9eaee72dec tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472293 Aug 26 12:26:10.379057 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1186747c-105b-4c3a-917a-bd84f504719a req-d21a56e0-fa1f-4e58-86a3-471b67afe60f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475631 Aug 26 12:26:10.499211 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:10.536335 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Pushing event deleted for resources: {'Port': ['ID=95edd059-997c-4600-a9fd-c1846cd64d2b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:10.545779 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['c9102464-6bd8-4313-89e1-c7cd961c38f0', '0aea423e-bd2a-4555-85db-56b45063b1a4', '698afad9-1455-4f65-81fa-2c3d7c2aaae2', '95edd059-997c-4600-a9fd-c1846cd64d2b'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:26:10.583947 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] No DVR routers for this DVR port 95edd059-997c-4600-a9fd-c1846cd64d2b on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:26:10.589505 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:10.592014 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-81f43e9e-f549-4ce2-93e0-a06d647d97bb req-fd83591f-f069-4ffd-81cb-aaed5687114f tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "DELETE /v2.0/ports/95edd059-997c-4600-a9fd-c1846cd64d2b HTTP/1.1" status: 204 len: 173 time: 0.5901933 Aug 26 12:26:10.593022 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e791720-1485-49ce-85ed-bf47f6f785eb', 'name': 'network-vif-deleted', 'tag': '95edd059-997c-4600-a9fd-c1846cd64d2b'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:10.595854 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ee2fd0-87a8-4aa0-a2dd-cb13cba25293" -d '{"events": [{"server_uuid": "6e791720-1485-49ce-85ed-bf47f6f785eb", "name": "network-vif-deleted", "tag": "95edd059-997c-4600-a9fd-c1846cd64d2b"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:10.677405 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133af3e7-4ec7-42fc-9136-25c26e84cf03 x-openstack-request-id: req-133af3e7-4ec7-42fc-9136-25c26e84cf03 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:10.677703 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e791720-1485-49ce-85ed-bf47f6f785eb", "name": "network-vif-deleted", "tag": "95edd059-997c-4600-a9fd-c1846cd64d2b", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:10.678014 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-133af3e7-4ec7-42fc-9136-25c26e84cf03 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:10.678352 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e791720-1485-49ce-85ed-bf47f6f785eb', 'name': 'network-vif-deleted', 'tag': '95edd059-997c-4600-a9fd-c1846cd64d2b', 'status': 'completed', 'code': 200} Aug 26 12:26:11.300942 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517731df-409b-4351-a66b-ca201ba3884b req-65d808fd-1730-47a2-ac87-b9b221da2be6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:11.308559 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-517731df-409b-4351-a66b-ca201ba3884b req-65d808fd-1730-47a2-ac87-b9b221da2be6 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0789928 Aug 26 12:26:11.348071 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-517731df-409b-4351-a66b-ca201ba3884b req-341bb8e3-9235-4b7d-acc0-5cdd0480838b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Aug 26 12:26:11.574466 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c85d290f-42a1-4e8a-af6b-9686c633906b req-e18ae12d-fcc2-4d33-bfe7-85ed229320f2 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e791720-1485-49ce-85ed-bf47f6f785eb HTTP/1.1" status: 200 len: 210 time: 0.0274189 Aug 26 12:26:11.586649 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae45a2-642b-4acb-96bf-2b85b5192adc req-1a179959-3add-4bb2-bf3a-0937a27a2c6e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:11.588745 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0fae45a2-642b-4acb-96bf-2b85b5192adc req-1a179959-3add-4bb2-bf3a-0937a27a2c6e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0723326 Aug 26 12:26:11.638440 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0fae45a2-642b-4acb-96bf-2b85b5192adc req-292ef954-0a51-4ae2-a7d5-42e98b9d9048 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429726 Aug 26 12:26:12.483210 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34da05-1a76-4a35-8d4c-ced5db25f411 req-3f515be4-64a0-48ef-acf8-9ce6b0780c3f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:12.485714 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fb34da05-1a76-4a35-8d4c-ced5db25f411 req-3f515be4-64a0-48ef-acf8-9ce6b0780c3f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0602551 Aug 26 12:26:12.527888 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fb34da05-1a76-4a35-8d4c-ced5db25f411 req-48cedea4-ee5a-4391-8605-ea7cf1115e24 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351710 Aug 26 12:26:12.770569 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4f1a7-9496-4ae3-9dac-cd86724d283b req-7b422bc8-382f-4301-a1ae-7bcb9497bca0 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:12.772372 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6e4f1a7-9496-4ae3-9dac-cd86724d283b req-7b422bc8-382f-4301-a1ae-7bcb9497bca0 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0598142 Aug 26 12:26:12.821605 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6e4f1a7-9496-4ae3-9dac-cd86724d283b req-a9b59b0b-4b83-4eb8-9a16-b127c7746595 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428822 Aug 26 12:26:13.659764 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc716049-0f0b-45e4-9197-1be929ad4e00 req-83e33ea2-eb9b-434a-b482-16f75231911b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:13.661526 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cc716049-0f0b-45e4-9197-1be929ad4e00 req-83e33ea2-eb9b-434a-b482-16f75231911b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0596318 Aug 26 12:26:13.718463 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cc716049-0f0b-45e4-9197-1be929ad4e00 req-700613ba-9d6e-4b2a-bc53-1b3e953def58 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Aug 26 12:26:13.932425 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 95edd059-997c-4600-a9fd-c1846cd64d2b no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:26:13.966762 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02420bc2-676c-468a-98f1-943a804fe0f4 req-d05a5be7-fc7d-418b-948d-141903f5f9b4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:13.972535 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02420bc2-676c-468a-98f1-943a804fe0f4 req-d05a5be7-fc7d-418b-948d-141903f5f9b4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0755022 Aug 26 12:26:13.993603 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 95edd059-997c-4600-a9fd-c1846cd64d2b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:26:13.994143 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 95edd059-997c-4600-a9fd-c1846cd64d2b not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:26:14.048945 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02420bc2-676c-468a-98f1-943a804fe0f4 req-1f1e31f6-1d0f-4525-8178-dbf9163c1513 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620029 Aug 26 12:26:14.136546 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038e19f-a7bc-4d37-a412-aecfb2a0b180 req-1b8f1c65-0b39-4951-a05c-54137e88892b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:14.138841 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e038e19f-a7bc-4d37-a412-aecfb2a0b180 req-1b8f1c65-0b39-4951-a05c-54137e88892b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 945 time: 0.0540884 Aug 26 12:26:14.183376 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e038e19f-a7bc-4d37-a412-aecfb2a0b180 req-cabb446e-2dd8-4061-8106-751d95f6a110 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Aug 26 12:26:14.852184 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91df558-a7b0-4b4d-b7dc-4f183857abec req-6bf52194-89e2-4346-b821-e377f86956f2 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:14.853647 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e91df558-a7b0-4b4d-b7dc-4f183857abec req-6bf52194-89e2-4346-b821-e377f86956f2 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0565891 Aug 26 12:26:14.898369 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e91df558-a7b0-4b4d-b7dc-4f183857abec req-956b86f7-efdf-4aa9-9fc2-4add947ae24b tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df981d5-baaf-4388-8a37-24680c26266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Aug 26 12:26:15.157236 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-63b7703d-2658-472f-b22e-9166cfbe7222 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:15.158986 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-63b7703d-2658-472f-b22e-9166cfbe7222 tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.68 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 945 time: 0.0541251 Aug 26 12:26:15.385465 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Deleting port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:26:15.386209 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:15.444512 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d5384-a2dc-4ed5-a062-d96ef61d1e2e req-cbf31a43-caeb-41a4-8e20-b24721a201ba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:15.455756 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7b7d5384-a2dc-4ed5-a062-d96ef61d1e2e req-cbf31a43-caeb-41a4-8e20-b24721a201ba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.3158553 Aug 26 12:26:15.494965 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] For port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:15.495349 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:15.507710 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7b7d5384-a2dc-4ed5-a062-d96ef61d1e2e req-0f57d3fc-8255-4f09-883c-c358ae99c4e8 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464430 Aug 26 12:26:15.512632 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdee570-b65f-4853-8f14-ad4fbdc5de1c req-25886682-b60b-4121-bbfc-7e43486b1dbf tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:15.514158 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2bdee570-b65f-4853-8f14-ad4fbdc5de1c req-25886682-b60b-4121-bbfc-7e43486b1dbf tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 945 time: 0.1982687 Aug 26 12:26:15.530612 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Calling delete_port for 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:26:15.610374 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2bdee570-b65f-4853-8f14-ad4fbdc5de1c req-659d71a1-8ebb-48f9-8958-e022bc6f14ab tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878630 Aug 26 12:26:15.709326 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:15.744024 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Pushing event deleted for resources: {'Port': ['ID=618bd75f-e1cc-4a8b-a5f8-295bf9b5687e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:15.779728 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['618bd75f-e1cc-4a8b-a5f8-295bf9b5687e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:26:15.819275 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] No DVR routers for this DVR port 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:26:15.822543 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:15.825307 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-de8f7b9f-0446-4da2-8739-d1c7d161d3c1 req-0f991919-2fab-4773-a1e7-91f244f8994f tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.68 "DELETE /v2.0/ports/618bd75f-e1cc-4a8b-a5f8-295bf9b5687e HTTP/1.1" status: 204 len: 173 time: 0.6585090 Aug 26 12:26:15.825747 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8249f1d4-434f-4307-983c-886b449dd67e', 'name': 'network-vif-deleted', 'tag': '618bd75f-e1cc-4a8b-a5f8-295bf9b5687e'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:15.828307 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb9d45a-d05c-4690-8234-b548542fdd96" -d '{"events": [{"server_uuid": "8249f1d4-434f-4307-983c-886b449dd67e", "name": "network-vif-deleted", "tag": "618bd75f-e1cc-4a8b-a5f8-295bf9b5687e"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:15.884021 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27888de5-9f33-43d0-b9e0-472e35dc13a2 x-openstack-request-id: req-27888de5-9f33-43d0-b9e0-472e35dc13a2 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:15.884779 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8249f1d4-434f-4307-983c-886b449dd67e", "name": "network-vif-deleted", "tag": "618bd75f-e1cc-4a8b-a5f8-295bf9b5687e", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:15.884779 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27888de5-9f33-43d0-b9e0-472e35dc13a2 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:15.885453 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249f1d4-434f-4307-983c-886b449dd67e', 'name': 'network-vif-deleted', 'tag': '618bd75f-e1cc-4a8b-a5f8-295bf9b5687e', 'status': 'completed', 'code': 200} Aug 26 12:26:16.045374 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f3c91941-fcc8-4df0-8b78-5dd94f3dd83a req-f543750c-5b84-42f2-bf8c-8560519562fa tempest-ServerRescueNegativeTestJSON-1666913783 tempest-ServerRescueNegativeTestJSON-1666913783-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249f1d4-434f-4307-983c-886b449dd67e HTTP/1.1" status: 200 len: 210 time: 0.0479021 Aug 26 12:26:16.654900 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c46e-78ca-46c8-b5ee-8498a26cbeb1 req-80d5d604-98d7-481e-aa80-58d4eef849ae tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:16.656771 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b4d8c46e-78ca-46c8-b5ee-8498a26cbeb1 req-80d5d604-98d7-481e-aa80-58d4eef849ae tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0742717 Aug 26 12:26:16.697132 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b4d8c46e-78ca-46c8-b5ee-8498a26cbeb1 req-8337ea50-5d6b-4e48-abc6-b6590ad145ef tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341864 Aug 26 12:26:16.798921 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-86d0be5f-cc01-4d06-bc09-a8fe2ec84777 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:16.800482 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-86d0be5f-cc01-4d06-bc09-a8fe2ec84777 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 945 time: 0.1100800 Aug 26 12:26:16.837226 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c62d41-f503-4069-9234-9d434063b7a0 req-cbb20ad7-e4da-427a-b293-24a18b39dc88 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:16.841052 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-83c62d41-f503-4069-9234-9d434063b7a0 req-cbb20ad7-e4da-427a-b293-24a18b39dc88 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 945 time: 0.1051891 Aug 26 12:26:16.939412 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-83c62d41-f503-4069-9234-9d434063b7a0 req-fb6dfd2d-e8be-40b2-a739-40762cf1db57 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745962 Aug 26 12:26:16.967761 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Deleting port 698afad9-1455-4f65-81fa-2c3d7c2aaae2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:26:16.968139 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:17.073200 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] For port 698afad9-1455-4f65-81fa-2c3d7c2aaae2, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=698afad9-1455-4f65-81fa-2c3d7c2aaae2,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:17.073491 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:17.089535 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Calling delete_port for 698afad9-1455-4f65-81fa-2c3d7c2aaae2 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:26:17.112646 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54422) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:17.278807 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:17.308768 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Pushing event deleted for resources: {'Port': ['ID=698afad9-1455-4f65-81fa-2c3d7c2aaae2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:17.342024 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['c9102464-6bd8-4313-89e1-c7cd961c38f0', '0aea423e-bd2a-4555-85db-56b45063b1a4', '698afad9-1455-4f65-81fa-2c3d7c2aaae2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:26:17.356442 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] No DVR routers for this DVR port 698afad9-1455-4f65-81fa-2c3d7c2aaae2 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:26:17.363305 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:17.367311 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b37b03fe-d5ac-454e-96f9-79a4a725932e req-56d3cee3-2e50-4079-995f-61f8329b410c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "DELETE /v2.0/ports/698afad9-1455-4f65-81fa-2c3d7c2aaae2 HTTP/1.1" status: 204 len: 173 time: 0.5553722 Aug 26 12:26:17.665314 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810639'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:17.839340 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc13a9-7675-42e3-8e92-c97eb4c7c3a9 req-c7e1e133-15d7-4e01-92fa-cc94a81cccda tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:17.841873 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ecdc13a9-7675-42e3-8e92-c97eb4c7c3a9 req-c7e1e133-15d7-4e01-92fa-cc94a81cccda tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0563147 Aug 26 12:26:17.887798 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ecdc13a9-7675-42e3-8e92-c97eb4c7c3a9 req-e687eb43-6107-4bc2-a184-9a88cdd20da5 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409923 Aug 26 12:26:17.888555 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13353609-7a50-4d60-be71-ff199f6646f1', 'name': 'network-vif-deleted', 'tag': '698afad9-1455-4f65-81fa-2c3d7c2aaae2'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:17.891107 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08313de-699e-4f09-9f03-bf844bf4bae7" -d '{"events": [{"server_uuid": "13353609-7a50-4d60-be71-ff199f6646f1", "name": "network-vif-deleted", "tag": "698afad9-1455-4f65-81fa-2c3d7c2aaae2"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:17.966187 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a074d9f-0878-49b1-864a-a870c8a50250 x-openstack-request-id: req-4a074d9f-0878-49b1-864a-a870c8a50250 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:17.966898 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13353609-7a50-4d60-be71-ff199f6646f1", "name": "network-vif-deleted", "tag": "698afad9-1455-4f65-81fa-2c3d7c2aaae2", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:17.966898 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a074d9f-0878-49b1-864a-a870c8a50250 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:17.967214 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13353609-7a50-4d60-be71-ff199f6646f1', 'name': 'network-vif-deleted', 'tag': '698afad9-1455-4f65-81fa-2c3d7c2aaae2', 'status': 'completed', 'code': 200} Aug 26 12:26:17.972001 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:26:17.995248 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:26:17.995589 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 618bd75f-e1cc-4a8b-a5f8-295bf9b5687e not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:26:18.045914 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Deleting port 15410573-258f-4217-9957-32a3c3b952e8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:26:18.045914 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:18.076110 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-35efbec8-5723-4652-8aa4-6ab724ca6379 req-5063f2fb-994f-4272-9b4e-cf5e3c24cda7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=13353609-7a50-4d60-be71-ff199f6646f1 HTTP/1.1" status: 200 len: 210 time: 0.0379283 Aug 26 12:26:18.144162 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] For port 15410573-258f-4217-9957-32a3c3b952e8, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=15410573-258f-4217-9957-32a3c3b952e8,segment=NetworkSegment(2b5ec433-1127-48d7-b159-c0af88d00206),segment_id=2b5ec433-1127-48d7-b159-c0af88d00206)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:18.144537 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:18.160216 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Calling delete_port for 15410573-258f-4217-9957-32a3c3b952e8 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:26:18.404724 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:18.429692 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Pushing event deleted for resources: {'Port': ['ID=15410573-258f-4217-9957-32a3c3b952e8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:18.442982 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.443436 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.443676 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.444071 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.444962 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.445205 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.445848 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.445970 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.446195 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.446631 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.446987 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.447383 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:18.610769 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810437'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:18.822902 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Router 1f979132-2b93-4613-9f26-c13edcac3e6e has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:26:18.933529 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:26:18.942484 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54462) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:18.942971 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-38ab9be1-f9dd-4ca2-8d36-7d02c9baf21c admin admin] 10.222.0.13 "PUT /v2.0/routers/1f979132-2b93-4613-9f26-c13edcac3e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8291450 Aug 26 12:26:18.947988 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] Sync routers for ids ['1f979132-2b93-4613-9f26-c13edcac3e6e'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:26:18.961916 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] Routers {'1f979132-2b93-4613-9f26-c13edcac3e6e'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:26:18.962884 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f979132-2b93-4613-9f26-c13edcac3e6e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:19.027483 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c8abf-0fad-4472-8c6a-ab97781e4746 req-bb206ea6-411d-4bad-9fb8-8097188ab950 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:19.029296 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-811c8abf-0fad-4472-8c6a-ab97781e4746 req-bb206ea6-411d-4bad-9fb8-8097188ab950 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0625856 Aug 26 12:26:19.069445 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-811c8abf-0fad-4472-8c6a-ab97781e4746 req-61564d58-eb90-4347-b39e-7a2d9c7ac59f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340626 Aug 26 12:26:19.079031 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] Set router 1f979132-2b93-4613-9f26-c13edcac3e6e gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:26:19.129378 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:19.184475 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-ebcdcb44-1900-46e5-8413-2023e789e7d1 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:19.186870 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-ebcdcb44-1900-46e5-8413-2023e789e7d1 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/networks?id=4e2c5728-0393-45ab-8280-7dfb66452886 HTTP/1.1" status: 200 len: 814 time: 0.1959252 Aug 26 12:26:19.273508 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:22:40Z', 'updated_at': '2021-08-26T12:26:18Z', 'revision_number': 5, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'gw_port': {'id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:41Z', 'updated_at': '2021-08-26T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:19.302822 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] Checking router: 1f979132-2b93-4613-9f26-c13edcac3e6e for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:26:19.312073 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] Routers {'1f979132-2b93-4613-9f26-c13edcac3e6e'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:26:19.312952 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f979132-2b93-4613-9f26-c13edcac3e6e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:19.377653 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b565cae-5044-4563-9c0a-fba8a8e2fcba req-d124882a-32cf-477a-9c1b-29bed6ce761c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:19.379454 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2b565cae-5044-4563-9c0a-fba8a8e2fcba req-d124882a-32cf-477a-9c1b-29bed6ce761c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 946 time: 0.0614920 Aug 26 12:26:19.422816 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2b565cae-5044-4563-9c0a-fba8a8e2fcba req-f476c94e-97c3-4157-9673-b3049cf0e5a7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 Aug 26 12:26:19.456022 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-7c20cdfd-7c64-4ab7-99db-ed97a74ec9c9 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/quotas/c50ea80a6b36463ea81cbd7f857499a0 HTTP/1.1" status: 200 len: 375 time: 0.2615464 Aug 26 12:26:19.508916 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:19.518458 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] Set router 1f979132-2b93-4613-9f26-c13edcac3e6e gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:26:19.531859 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-370412a3-4458-4c39-89f7-4ad7a105e883 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677783 Aug 26 12:26:19.639269 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Deleting port db3745f6-6794-406d-ab27-857b3ddd9209 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:26:19.639521 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:19.691053 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-5b721d65-4f55-44e7-9887-b1f6df7be455 service neutron] 10.222.0.13 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403065 Aug 26 12:26:19.697323 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:22:40Z', 'updated_at': '2021-08-26T12:26:18Z', 'revision_number': 5, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'gw_port': {'id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:41Z', 'updated_at': '2021-08-26T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:19.723554 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8bf5e1-4365-43e2-a06d-5b30f0487559 None None] The sync data for ids ['1f979132-2b93-4613-9f26-c13edcac3e6e'] in dv-cinder-806141-1-iscsi is: [{'id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1193915948-router', 'tenant_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:22:40Z', 'updated_at': '2021-08-26T12:26:18Z', 'revision_number': 5, 'project_id': '63c0b18d4b7142cdb77ffb7ef07dc993', 'gw_port': {'id': 'db3745f6-6794-406d-ab27-857b3ddd9209', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f979132-2b93-4613-9f26-c13edcac3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:22:41Z', 'updated_at': '2021-08-26T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:26:19.791994 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] For port db3745f6-6794-406d-ab27-857b3ddd9209, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=db3745f6-6794-406d-ab27-857b3ddd9209,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:19.792361 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:19.812280 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Calling delete_port for db3745f6-6794-406d-ab27-857b3ddd9209 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:26:19.830187 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-621a33b3-8b7b-43ad-bf89-fc47579e2a62 service neutron] 10.222.0.13 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326926 Aug 26 12:26:19.963795 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 698afad9-1455-4f65-81fa-2c3d7c2aaae2 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:26:19.989638 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 698afad9-1455-4f65-81fa-2c3d7c2aaae2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:26:19.990006 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 698afad9-1455-4f65-81fa-2c3d7c2aaae2 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:26:19.992289 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1841aee9-9f9a-4d7a-bc63-7a20e8b94257 req-797a078d-04f3-4e64-8697-1168c7b46f0b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 210 time: 0.0267546 Aug 26 12:26:20.013360 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.036155 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3745f6-6794-406d-ab27-857b3ddd9209,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:20.153239 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808735'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.263838 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 15410573-258f-4217-9957-32a3c3b952e8 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:26:20.287356 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 15410573-258f-4217-9957-32a3c3b952e8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:26:20.287707 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 15410573-258f-4217-9957-32a3c3b952e8 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:26:20.296313 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241688'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.298919 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.368731 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b9812-263a-4dbf-96f6-55060e11353e req-571e3bad-ff0e-446d-a04f-9112fe7f3abc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:20.370232 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-701b9812-263a-4dbf-96f6-55060e11353e req-571e3bad-ff0e-446d-a04f-9112fe7f3abc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1870801 Aug 26 12:26:20.374826 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806799'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.375652 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f979132-2b93-4613-9f26-c13edcac3e6e {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:26:20.382358 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.383495 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-ceafe3de-a329-4bd8-a729-249d48772ed0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1f979132-2b93-4613-9f26-c13edcac3e6e HTTP/1.1" status: 204 len: 168 time: 1.4400148 Aug 26 12:26:20.386275 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54492) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:20.420177 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-701b9812-263a-4dbf-96f6-55060e11353e req-60e21377-1f9e-4390-b0a3-58990a92ce73 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355604 Aug 26 12:26:20.440274 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0749dba1-1dd7-49ea-824c-31adb25e64fc admin admin] Deleting subnet edb5830c-f085-4f61-9d56-815e03924faf {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:26:20.444981 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0749dba1-1dd7-49ea-824c-31adb25e64fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.493843 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0749dba1-1dd7-49ea-824c-31adb25e64fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32970956'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.563541 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0749dba1-1dd7-49ea-824c-31adb25e64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.603392 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261872-080a-42d2-a721-a76f47536ee1 req-50a7798e-96fc-4c8b-8f70-c6b982e5a3cc tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:20.604869 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d6261872-080a-42d2-a721-a76f47536ee1 req-50a7798e-96fc-4c8b-8f70-c6b982e5a3cc tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 946 time: 0.0895061 Aug 26 12:26:20.654021 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0749dba1-1dd7-49ea-824c-31adb25e64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33022491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257923'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.661210 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d6261872-080a-42d2-a721-a76f47536ee1 req-0af6cea3-5890-46ff-8ecf-4d88200ac1ea tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488510 Aug 26 12:26:20.687576 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749dba1-1dd7-49ea-824c-31adb25e64fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb5830c-f085-4f61-9d56-815e03924faf,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:20.692069 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0749dba1-1dd7-49ea-824c-31adb25e64fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.694031 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-0749dba1-1dd7-49ea-824c-31adb25e64fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/edb5830c-f085-4f61-9d56-815e03924faf HTTP/1.1" status: 204 len: 168 time: 0.3062172 Aug 26 12:26:20.696479 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54498) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:20.764340 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.844176 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.853844 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5715e1-5223-4be2-9599-cf18dbe6bb7f']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:20.863863 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5ec433-1127-48d7-b159-c0af88d00206') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:20.864153 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5ec433-1127-48d7-b159-c0af88d00206') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:20.873481 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32970963'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.887695 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.893850 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:26:20.894330 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33022589'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: Traceback (most recent call last): Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: timer() Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: cb(*args, **kw) Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: return func(*args, **kwargs) Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: self._notify() Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: self.callback(batched_events) Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: event.method(event) Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: return f(self, *a, **k) Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._get(url).json() Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:26:20.896116 dv-cinder-806141-1-iscsi neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:26:20.949868 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.954982 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:20.956961 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a5715e1-5223-4be2-9599-cf18dbe6bb7f HTTP/1.1" status: 204 len: 168 time: 0.2594624 Aug 26 12:26:20.968486 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5af7d-6d9a-4501-8010-fe713c4aae4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5715e1-5223-4be2-9599-cf18dbe6bb7f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:21.086513 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4a39c1ff-c34d-4f5a-8862-87888d982096 req-0ae7bcc5-9b0d-4b34-ac6a-8d08eb744f31 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 210 time: 0.0269029 Aug 26 12:26:21.124087 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54504) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:21.169736 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-376c2969-ca07-4ba4-944c-b00171901894 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63c0b18d4b7142cdb77ffb7ef07dc993&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443025 Aug 26 12:26:21.172212 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54508) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:21.224073 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56f8deec-5381-4b3a-a652-bd453e967ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:21.244406 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56f8deec-5381-4b3a-a652-bd453e967ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:21.290984 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56f8deec-5381-4b3a-a652-bd453e967ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:21.293508 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56f8deec-5381-4b3a-a652-bd453e967ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:21.294703 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-56f8deec-5381-4b3a-a652-bd453e967ab1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7df981d5-baaf-4388-8a37-24680c26266a HTTP/1.1" status: 204 len: 168 time: 0.1214533 Aug 26 12:26:21.303917 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8deec-5381-4b3a-a652-bd453e967ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df981d5-baaf-4388-8a37-24680c26266a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:21.426785 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-e41e1fcd-267c-4d21-8b7e-92283cb79618 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:21.428229 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-e41e1fcd-267c-4d21-8b7e-92283cb79618 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.68 "GET /v2.0/networks?id=4e2c5728-0393-45ab-8280-7dfb66452886 HTTP/1.1" status: 200 len: 814 time: 0.1130776 Aug 26 12:26:21.479177 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'port': {'device_id': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'admin_state_up': True, 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:21.565016 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9409e9-ee6e-4004-8137-afa947128461 req-859a8484-c1e8-4e27-8bbb-10bda4e50096 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:21.566850 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5d9409e9-ee6e-4004-8137-afa947128461 req-859a8484-c1e8-4e27-8bbb-10bda4e50096 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0533710 Aug 26 12:26:21.597576 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Made reservation on behalf of c50ea80a6b36463ea81cbd7f857499a0 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:26:21.601177 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:21.618817 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5d9409e9-ee6e-4004-8137-afa947128461 req-23986a4d-20e5-4b96-a80a-ef4d33a77968 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Aug 26 12:26:21.663799 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-08e92df4-a6c3-4412-9fa4-ae50c94e4fe7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:21.665424 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-08e92df4-a6c3-4412-9fa4-ae50c94e4fe7 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 946 time: 0.0625629 Aug 26 12:26:21.785106 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Allocated IP 172.20.0.6 (4e2c5728-0393-45ab-8280-7dfb66452886/8ec2397c-361c-49c7-bca6-1bbc5da4c337/0edab920-a093-47ee-9ca6-dd4d6a1e8cb9) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:26:21.815110 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device db3745f6-6794-406d-ab27-857b3ddd9209 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:26:21.859132 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: db3745f6-6794-406d-ab27-857b3ddd9209 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:26:21.862698 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device db3745f6-6794-406d-ab27-857b3ddd9209 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:26:21.867787 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Deleting port 0aea423e-bd2a-4555-85db-56b45063b1a4 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:26:21.869832 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:21.979568 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1fca0-4120-40fc-9b8f-2be96618ef38 req-efcedd3d-4d47-4698-94d9-db14adf7d9b3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:21.981276 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1bf1fca0-4120-40fc-9b8f-2be96618ef38 req-efcedd3d-4d47-4698-94d9-db14adf7d9b3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 946 time: 0.1584625 Aug 26 12:26:22.011946 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] For port 0aea423e-bd2a-4555-85db-56b45063b1a4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0aea423e-bd2a-4555-85db-56b45063b1a4,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:22.012308 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.035905 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Calling delete_port for 0aea423e-bd2a-4555-85db-56b45063b1a4 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:26:22.054575 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1bf1fca0-4120-40fc-9b8f-2be96618ef38 req-d56b3e04-9fb9-43ea-a036-d2cb7600c300 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651925 Aug 26 12:26:22.072226 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.095834 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Transition to ACTIVE for port object 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:26:22.145549 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.199175 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Network 4e2c5728-0393-45ab-8280-7dfb66452886 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:26:22.208220 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:26:22.233837 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:26:22.241086 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'Port': ['ID=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:22.272825 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.321329 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['c9102464-6bd8-4313-89e1-c7cd961c38f0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:26:22.347352 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:22.348019 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.352090 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54554) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:22.383768 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-239054ae-b913-481e-bdf1-a24468279494 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9089563 Aug 26 12:26:22.405208 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Request body: {'port': {'device_id': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:22.548736 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.564770 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-843307144-network', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:22.632375 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Made reservation on behalf of 693c63a8061d43cb88bd81118e5880b9 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:26:22.635024 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.653490 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.667333 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c07c9150-c9d8-4402-9ed6-8ebd703be786 None None] Provisioning for port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:26:22.681690 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c07c9150-c9d8-4402-9ed6-8ebd703be786 None None] Provisioning complete for port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:22.685155 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c07c9150-c9d8-4402-9ed6-8ebd703be786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.778493 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c07c9150-c9d8-4402-9ed6-8ebd703be786 None None] Port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:26:22.842190 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70dfd-2ed7-4a13-9722-61b81cba1f5a req-f6515908-d356-4ee8-9599-7efb3d6c4900 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:22.844150 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c4a70dfd-2ed7-4a13-9722-61b81cba1f5a req-f6515908-d356-4ee8-9599-7efb3d6c4900 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 931 time: 0.6200535 Aug 26 12:26:22.847837 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Pushing event deleted for resources: {'Port': ['ID=0aea423e-bd2a-4555-85db-56b45063b1a4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:22.917577 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] No DVR routers for this DVR port 0aea423e-bd2a-4555-85db-56b45063b1a4 on host hv-cinder-80614 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:26:22.922369 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:22.924523 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8bf02393-f265-4b5b-9a4f-0bc1b775f310 req-9f7c345c-5056-4db9-aaca-2f0fa0fab25a tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "DELETE /v2.0/ports/0aea423e-bd2a-4555-85db-56b45063b1a4 HTTP/1.1" status: 204 len: 173 time: 1.2148268 Aug 26 12:26:22.924970 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a783a6-722a-4f9c-b6fc-9902d3c23ed3', 'name': 'network-vif-deleted', 'tag': '0aea423e-bd2a-4555-85db-56b45063b1a4'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:22.927364 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1383572-be18-47c6-b5af-4c34741f07b6" -d '{"events": [{"server_uuid": "11a783a6-722a-4f9c-b6fc-9902d3c23ed3", "name": "network-vif-deleted", "tag": "0aea423e-bd2a-4555-85db-56b45063b1a4"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:22.927842 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc84d0-8b07-4468-af2b-5da2c5f27e1e req-bc89e41d-ae60-4888-8764-09dbd0c31109 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:22.929405 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-53bc84d0-8b07-4468-af2b-5da2c5f27e1e req-bc89e41d-ae60-4888-8764-09dbd0c31109 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1442776 Aug 26 12:26:22.976571 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c4a70dfd-2ed7-4a13-9722-61b81cba1f5a req-5b07a4f3-00de-4966-a119-9ca79aa89919 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201878 Aug 26 12:26:23.030235 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.036737 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-53bc84d0-8b07-4468-af2b-5da2c5f27e1e req-dbdf3260-8c3b-44c1-85a0-f2ed36d0e6e4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975897 Aug 26 12:26:23.056446 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.081400 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:26:23.087429 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2c1b39-0029-4798-ad16-f49dcc99ef0a x-openstack-request-id: req-cb2c1b39-0029-4798-ad16-f49dcc99ef0a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:23.088163 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a783a6-722a-4f9c-b6fc-9902d3c23ed3", "name": "network-vif-deleted", "tag": "0aea423e-bd2a-4555-85db-56b45063b1a4", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:23.088569 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb2c1b39-0029-4798-ad16-f49dcc99ef0a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:23.089119 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a783a6-722a-4f9c-b6fc-9902d3c23ed3', 'name': 'network-vif-deleted', 'tag': '0aea423e-bd2a-4555-85db-56b45063b1a4', 'status': 'completed', 'code': 200} Aug 26 12:26:23.109951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:26:23.126769 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.140608 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.140967 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Added segment 06a36eef-649b-46cd-b147-ec12de94349f of type vlan for network 9c6aa099-38b9-4486-8257-70f0f1a92b0e Aug 26 12:26:23.153546 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc2482a-c4b5-430f-ab1b-8b3a8c24bd97,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:23.158171 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Transition to ACTIVE for port object 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:26:23.190342 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.218104 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a732037-33a2-43ee-91bb-b62c6edde81f req-74267f5c-f808-4e81-904c-3522c9e39f35 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0733919 Aug 26 12:26:23.258988 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.300491 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Pushing event updated for resources: {'Port': ['ID=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:23.359014 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.359995 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:23.360574 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.458460 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1047208 Aug 26 12:26:23.461013 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54578) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:23.470006 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Request body: {'subnet': {'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-subnet', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:23.474826 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528a4e2-fdb7-4df6-8b19-c3dbc8076fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=9c6aa099-38b9-4486-8257-70f0f1a92b0e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:23.487103 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:26:23.495447 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Attempting to bind port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:26:23.495765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Attempting to bind port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:26:23.496105 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Attempting to bind port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 on network 4e2c5728-0393-45ab-8280-7dfb66452886 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:26:23.501085 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 on network 4e2c5728-0393-45ab-8280-7dfb66452886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:26:23.501410 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Attempting to bind port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 on network 4e2c5728-0393-45ab-8280-7dfb66452886 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:26:23.509559 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:26:23.510065 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Checking segment: {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:26:23.510629 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Bound using segment: {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:26:23.511182 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Bound port: 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd749be0e-3016-43ef-9b62-d51af2d45774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:26:23.511426 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.560712 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Made reservation on behalf of 693c63a8061d43cb88bd81118e5880b9 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:26:23.566031 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30258024'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.615581 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] For port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:26:23.619467 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] For port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:26:23.626822 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.668595 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:23.669220 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.670657 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] 10.222.0.68 "PUT /v2.0/ports/0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 1093 time: 1.2709975 Aug 26 12:26:23.671119 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:23.673373 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1afb32-77d3-4c3d-9170-5ccfeb5f1f81" -d '{"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:23.709743 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f1901-d03f-406f-b1e7-473ccb379a0b service neutron] Pushing event updated for resources: {'Port': ['ID=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:23.755341 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d40049-5389-45bc-a404-f12773b9d71b x-openstack-request-id: req-59d40049-5389-45bc-a404-f12773b9d71b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:23.755639 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:23.755890 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59d40049-5389-45bc-a404-f12773b9d71b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:23.756335 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'status': 'completed', 'code': 200} Aug 26 12:26:23.860953 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33022168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30257946'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.947713 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da76c91e-9fd0-4714-8e8c-5cf036153933,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:23.955951 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Checking segment: {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:26:23.956361 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Network hostable DHCP agents. Network: 9c6aa099-38b9-4486-8257-70f0f1a92b0e, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:26:23.958167 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0aea423e-bd2a-4555-85db-56b45063b1a4 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:26:23.980258 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 0aea423e-bd2a-4555-85db-56b45063b1a4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:26:23.980564 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0aea423e-bd2a-4555-85db-56b45063b1a4 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:26:23.985938 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:26:23.995870 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 9c6aa099-38b9-4486-8257-70f0f1a92b0e) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:26:24.000874 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:24.001537 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.005577 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eab677-a0e9-4306-a03c-069461e8579f None None] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:26:24.020737 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-4422d100-a84c-4bd9-b406-9f699827a140 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5560658 Aug 26 12:26:24.021057 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54592) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:24.029629 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:24.083633 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.084579 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.153146 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fcd66-e68f-40bb-9030-23ff456f24cb req-34da0f59-d0e1-4966-aa81-6c6fb651cf3a tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:24.154850 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f06fcd66-e68f-40bb-9030-23ff456f24cb req-34da0f59-d0e1-4966-aa81-6c6fb651cf3a tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.0860703 Aug 26 12:26:24.187765 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:26:24.188775 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.190750 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.290449 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f06fcd66-e68f-40bb-9030-23ff456f24cb req-fe436e69-ba92-491d-a480-d66cdf06f38f tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086800 Aug 26 12:26:24.366761 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.368939 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Allocated IP 172.20.0.2 (9c6aa099-38b9-4486-8257-70f0f1a92b0e/da76c91e-9fd0-4714-8e8c-5cf036153933/c3a5fd6b-1417-4dfa-8e73-a34666a6b90e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:26:24.478455 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2f548-9f57-490d-bbd0-45ce00761319 req-e9fac5cd-5329-44fc-ada2-de01af3fc3db tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:24.479965 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c2f2f548-9f57-490d-bbd0-45ce00761319 req-e9fac5cd-5329-44fc-ada2-de01af3fc3db tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1062846 Aug 26 12:26:24.532458 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c2f2f548-9f57-490d-bbd0-45ce00761319 req-34fab10f-6f66-4d24-821d-e500d988c61f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451102 Aug 26 12:26:24.670486 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-748258b8-e693-42f6-b06c-abe1ee0f16d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.672368 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.683062 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Transition to ACTIVE for port object c3a5fd6b-1417-4dfa-8e73-a34666a6b90e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:26:24.706577 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Transition to ACTIVE for port object c3a5fd6b-1417-4dfa-8e73-a34666a6b90e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:26:24.713098 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.763232 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:26:24.766225 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:26:24.770849 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:26:24.774102 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Pushing event updated for resources: {'Port': ['ID=c3a5fd6b-1417-4dfa-8e73-a34666a6b90e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:24.845334 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Attempting to bind port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:26:24.846061 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Attempting to bind port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:26:24.846518 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Attempting to bind port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e on network 9c6aa099-38b9-4486-8257-70f0f1a92b0e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:26:24.852279 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:26:24.852745 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Checking segment: {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:26:24.853219 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.853680 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Bound using segment: {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:26:24.854230 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Bound port: c3a5fd6b-1417-4dfa-8e73-a34666a6b90e, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:26:24.854712 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.912316 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0cf6c644-17f2-4747-881b-475880549cdc req-055d7e24-4aa0-40ed-9d8f-482811a844b5 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Aug 26 12:26:24.962523 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] For port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:26:24.967031 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] For port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=c3a5fd6b-1417-4dfa-8e73-a34666a6b90e,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:26:24.969420 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.974447 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:24.989510 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:25.068269 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795d89b-39c7-4b64-b1e5-15f8e7d05056 None None] Pushing event updated for resources: {'Port': ['ID=c3a5fd6b-1417-4dfa-8e73-a34666a6b90e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:25.156352 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Allocated IP 172.27.2.166 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/9fdb1a12-bb1d-4554-979a-c51541448b8c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:26:25.301597 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:25.422941 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:25.473880 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:26:25.491279 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:26:25.495167 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:26:25.632553 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9fdb1a12-bb1d-4554-979a-c51541448b8c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:25.644030 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4b8b-5347-4e9c-8e48-abf316726162 req-e5f40646-5ca4-4bf6-ba9e-60d2897a5001 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:25.645550 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cb1c4b8b-5347-4e9c-8e48-abf316726162 req-e5f40646-5ca4-4bf6-ba9e-60d2897a5001 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.2077441 Aug 26 12:26:25.735003 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cb1c4b8b-5347-4e9c-8e48-abf316726162 req-e366f0e6-b34f-48c8-883d-ee26b8ffc809 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633829 Aug 26 12:26:25.878515 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device c3a5fd6b-1417-4dfa-8e73-a34666a6b90e up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:26:25.882689 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:25.931837 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:26:25.985883 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e543ef5-7517-4e29-9656-a4760a7ea667 req-c8c99977-fa96-4ace-ad84-e3362b7378db tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:25.993816 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2e543ef5-7517-4e29-9656-a4760a7ea667 req-c8c99977-fa96-4ace-ad84-e3362b7378db tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1253636 Aug 26 12:26:26.074843 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2e543ef5-7517-4e29-9656-a4760a7ea667 req-a0b55870-cfb0-4645-b7d7-d066fc44eed8 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801120 Aug 26 12:26:26.200083 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-35f8265f-dae7-4137-9b9b-993d4da2bf34 req-56f1bbcd-7718-44e3-ac7c-2b5fd5d39dfa tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0348268 Aug 26 12:26:26.216471 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:26.301994 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d4351f-a67a-49ea-b11e-94ad79d0f1a3 None None] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:26:26.351125 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:26:26.373444 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ed3beb9c-d06e-4dbd-8857-9df5532741c6 None None] Provisioning for port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:26:26.387438 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ed3beb9c-d06e-4dbd-8857-9df5532741c6 None None] Provisioning complete for port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:26.387868 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed3beb9c-d06e-4dbd-8857-9df5532741c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:26.481853 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:26.482118 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:26:26.495891 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Sync routers for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:26:26.500186 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:26.506393 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54616) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:26.520539 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-6c7841e9-53ef-4138-93a2-68c455a439b5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4983144 Aug 26 12:26:26.639414 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:26:26.640169 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:25:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:26.717485 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed3beb9c-d06e-4dbd-8857-9df5532741c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:26.820937 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:26:26.926292 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968039-db97-49e1-8d15-ffd9b9b1e9f4 req-7671cfa2-373e-47b1-9d87-e3651b64a85e tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:26.927996 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1c968039-db97-49e1-8d15-ffd9b9b1e9f4 req-7671cfa2-373e-47b1-9d87-e3651b64a85e tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.0783684 Aug 26 12:26:26.982460 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ed3beb9c-d06e-4dbd-8857-9df5532741c6 None None] For port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=c3a5fd6b-1417-4dfa-8e73-a34666a6b90e,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:26.998192 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1c968039-db97-49e1-8d15-ffd9b9b1e9f4 req-9ad3f0db-352e-4884-9b5a-8239c85b4ef1 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539279 Aug 26 12:26:27.008910 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed3beb9c-d06e-4dbd-8857-9df5532741c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.138725 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3beb9c-d06e-4dbd-8857-9df5532741c6 None None] Pushing event updated for resources: {'Port': ['ID=c3a5fd6b-1417-4dfa-8e73-a34666a6b90e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:27.165107 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:25Z', 'revision_number': 3, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:27.219881 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Checking router: 10c38425-59c8-4dfb-bdd8-8b6e24bf078a for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:26:27.224268 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Updating router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a port 9fdb1a12-bb1d-4554-979a-c51541448b8c binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:26:27.237365 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.258211 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.265758 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cd7a9-8a4e-4b5d-9eeb-3a13f7aff934 req-5338f909-8dea-4ac7-83a6-e9ec55e71c00 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:27.283260 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c5cd7a9-8a4e-4b5d-9eeb-3a13f7aff934 req-5338f909-8dea-4ac7-83a6-e9ec55e71c00 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1123774 Aug 26 12:26:27.359047 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c5cd7a9-8a4e-4b5d-9eeb-3a13f7aff934 req-06498da4-a650-49f4-9489-246647cf3cd5 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748215 Aug 26 12:26:27.394335 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-544486ff-37d3-4821-9b1d-5a30601d1743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.408701 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4b21b05e-4137-405c-bbff-73bd78c287fb None None] Provisioning complete for port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:27.409072 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b21b05e-4137-405c-bbff-73bd78c287fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.468393 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Allocated IP 172.20.0.1 (9c6aa099-38b9-4486-8257-70f0f1a92b0e/da76c91e-9fd0-4714-8e8c-5cf036153933/ff544b1a-87fe-4b07-b79f-907c74739e5f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:26:27.516026 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3cbf74a0-1bb5-4878-a41f-44be610917e6 req-afb8c649-9adb-4755-8930-68391dd93bfd tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0705457 Aug 26 12:26:27.530276 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.616915 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.632717 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Transition to ACTIVE for port object ff544b1a-87fe-4b07-b79f-907c74739e5f will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:26:27.660717 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.669408 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.672919 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Transition to ACTIVE for port object 9fdb1a12-bb1d-4554-979a-c51541448b8c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:26:27.679057 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.712804 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:26:27.721898 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:26:27.721898 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Pushing event updated for resources: {'Port': ['ID=ff544b1a-87fe-4b07-b79f-907c74739e5f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:27.723957 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:26:27.753552 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Attempting to bind port 9fdb1a12-bb1d-4554-979a-c51541448b8c on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:26:27.754067 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Attempting to bind port 9fdb1a12-bb1d-4554-979a-c51541448b8c by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:26:27.758468 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Attempting to bind port 9fdb1a12-bb1d-4554-979a-c51541448b8c on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:26:27.763955 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:26:27.764496 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:26:27.765504 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.766047 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:26:27.766702 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Bound port: 9fdb1a12-bb1d-4554-979a-c51541448b8c, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:26:27.767244 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.778205 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.836060 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] For port 9fdb1a12-bb1d-4554-979a-c51541448b8c, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:26:27.839310 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812c2b8-4067-45c6-9952-6b525f8148c6 None None] Pushing event updated for resources: {'Port': ['ID=9fdb1a12-bb1d-4554-979a-c51541448b8c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:27.847658 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] For port 9fdb1a12-bb1d-4554-979a-c51541448b8c, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=9fdb1a12-bb1d-4554-979a-c51541448b8c,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:26:27.858221 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:27.954159 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812c2b8-4067-45c6-9952-6b525f8148c6 None None] Pushing event updated for resources: {'Port': ['ID=9fdb1a12-bb1d-4554-979a-c51541448b8c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:27.968412 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device c3a5fd6b-1417-4dfa-8e73-a34666a6b90e up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:26:28.002033 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:28.049464 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:26:28.050298 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:26:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:28.054512 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:28.054756 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:28.162148 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806299c-f8c2-447b-8746-c78f3f71279c req-abe993a6-9911-464d-a35c-e388fe4e3cb8 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:28.164669 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8806299c-f8c2-447b-8746-c78f3f71279c req-abe993a6-9911-464d-a35c-e388fe4e3cb8 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.0585468 Aug 26 12:26:28.181621 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d22c342a-f38c-44c8-93a4-5153278be6c4 None None] Provisioning for port ff544b1a-87fe-4b07-b79f-907c74739e5f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:26:28.189788 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d22c342a-f38c-44c8-93a4-5153278be6c4 None None] Provisioning complete for port ff544b1a-87fe-4b07-b79f-907c74739e5f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:28.190246 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d22c342a-f38c-44c8-93a4-5153278be6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:28.204171 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:28.206932 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8806299c-f8c2-447b-8746-c78f3f71279c req-82fb0a09-97cc-41a2-9283-775a695c11b3 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357974 Aug 26 12:26:28.213347 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:28.265056 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:26:28.284433 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Pushing event updated for resources: {'Port': ['ID=ff544b1a-87fe-4b07-b79f-907c74739e5f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:28.290946 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:28.401720 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:26:28.403319 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:26:28.443844 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:28.457822 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d22c342a-f38c-44c8-93a4-5153278be6c4 None None] Port ff544b1a-87fe-4b07-b79f-907c74739e5f cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:26:28.573500 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba6007-f065-496b-8bb9-da17b31867ba req-c8e6558e-03de-4d0d-ac37-c1daf2c2663f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:28.581669 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e2ba6007-f065-496b-8bb9-da17b31867ba req-c8e6558e-03de-4d0d-ac37-c1daf2c2663f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1167300 Aug 26 12:26:28.590826 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:26:28.671004 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e2ba6007-f065-496b-8bb9-da17b31867ba req-49641d64-312d-48e8-92ba-a2be22e07686 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869446 Aug 26 12:26:28.760185 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 1, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:28.763940 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:26:28.772866 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-a9226683-97b8-41a9-9469-eb718291ed6e admin admin] 10.222.0.13 "PUT /v2.0/routers/10c38425-59c8-4dfb-bdd8-8b6e24bf078a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2628593 Aug 26 12:26:28.801792 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb43dd-5de4-42c2-a9e4-ad2822db20b4 None None] The sync data for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi is: [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 1, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:26:28.819521 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-29ed8a2e-a250-446c-89c0-7808cd1180a0 None None] Provisioning complete for port ff544b1a-87fe-4b07-b79f-907c74739e5f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:28.820225 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29ed8a2e-a250-446c-89c0-7808cd1180a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:28.834782 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e76d02a2-819d-4ecb-b626-f5c214135fee req-0b1540c5-e91e-4812-b5e2-a56a2d7a1b9b tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0487473 Aug 26 12:26:28.862492 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-29ed8a2e-a250-446c-89c0-7808cd1180a0 None None] Port ff544b1a-87fe-4b07-b79f-907c74739e5f cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:26:29.432479 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54648) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:29.437288 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-36a94ff0-fad8-4032-b842-e9bea7ac43ea tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--297287234', 'description': 'tempest-description--2115057873'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:29.487009 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36a94ff0-fad8-4032-b842-e9bea7ac43ea tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:29.590738 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640f24-bf47-4065-b34d-2233450a2b3f req-9db79366-0925-4931-a999-6b06f4d8bce9 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:29.592601 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-89640f24-bf47-4065-b34d-2233450a2b3f req-9db79366-0925-4931-a999-6b06f4d8bce9 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.1008291 Aug 26 12:26:29.645222 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-89640f24-bf47-4065-b34d-2233450a2b3f req-69ba4b0b-f3e6-48e2-925a-87c41b966f17 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411777 Aug 26 12:26:29.647692 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36a94ff0-fad8-4032-b842-e9bea7ac43ea tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:29.655504 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36a94ff0-fad8-4032-b842-e9bea7ac43ea tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:29.704378 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a94ff0-fad8-4032-b842-e9bea7ac43ea tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653779b4-160e-4a52-accc-30c25f9a59d0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:29.732569 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36a94ff0-fad8-4032-b842-e9bea7ac43ea tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:29.736505 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-36a94ff0-fad8-4032-b842-e9bea7ac43ea tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3004644 Aug 26 12:26:29.736952 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54652) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:29.742300 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a3ee8a6d-a81c-4f72-830e-c72b3e6ad732 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'security_group_rule': {'security_group_id': '653779b4-160e-4a52-accc-30c25f9a59d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:29.802721 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8a6d-a81c-4f72-830e-c72b3e6ad732 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:29.849429 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fff33a-27cc-429c-9f22-833e2016a415 req-7e2c9300-edf7-49f2-bdc9-edb399f45f66 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:29.857227 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-66fff33a-27cc-429c-9f22-833e2016a415 req-7e2c9300-edf7-49f2-bdc9-edb399f45f66 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0982258 Aug 26 12:26:29.889803 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8a6d-a81c-4f72-830e-c72b3e6ad732 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:29.906118 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8a6d-a81c-4f72-830e-c72b3e6ad732 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:29.941792 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 9fdb1a12-bb1d-4554-979a-c51541448b8c up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:26:29.950288 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee8a6d-a81c-4f72-830e-c72b3e6ad732 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3aedbb-2b29-49ce-a091-08ed0422b954,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:29.951121 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-66fff33a-27cc-429c-9f22-833e2016a415 req-16286240-a235-4347-af7f-c36f867e7b4d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928648 Aug 26 12:26:29.963474 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8a6d-a81c-4f72-830e-c72b3e6ad732 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:29.965945 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-a3ee8a6d-a81c-4f72-830e-c72b3e6ad732 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2276163 Aug 26 12:26:29.967654 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54656) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:29.973333 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-147b3c0a-1180-4075-be38-3e9d35a886ad tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'security_group_rule': {'security_group_id': '653779b4-160e-4a52-accc-30c25f9a59d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:30.014827 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-147b3c0a-1180-4075-be38-3e9d35a886ad tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.058015 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.079444 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 9fdb1a12-bb1d-4554-979a-c51541448b8c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:26:30.094728 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-147b3c0a-1180-4075-be38-3e9d35a886ad tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.097611 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 9fdb1a12-bb1d-4554-979a-c51541448b8c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:30.097993 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.098982 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-147b3c0a-1180-4075-be38-3e9d35a886ad tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.101083 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f8d5dcb1-3c24-4559-8875-b03939dd473d req-a9d56422-7149-4f34-a1ba-a61b0ad50afc tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0367403 Aug 26 12:26:30.117918 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b3c0a-1180-4075-be38-3e9d35a886ad tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a791e7-24d5-47d5-a7b8-25204f76d3df,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:30.140002 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-147b3c0a-1180-4075-be38-3e9d35a886ad tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.142836 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-147b3c0a-1180-4075-be38-3e9d35a886ad tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740668 Aug 26 12:26:30.146018 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54660) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:30.151000 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'floatingip': {'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:30.181162 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.203360 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.224732 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 9fdb1a12-bb1d-4554-979a-c51541448b8c, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=9fdb1a12-bb1d-4554-979a-c51541448b8c,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:30.229341 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.300601 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=9fdb1a12-bb1d-4554-979a-c51541448b8c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:30.307456 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.432645 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Allocated IP 172.27.2.245 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/c0ec8152-9ea0-437c-b4d4-352cfe5b5fc1) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:26:30.551485 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.592172 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.634832 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:26:30.637855 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:26:30.642347 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:26:30.645380 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'Port': ['ID=c0ec8152-9ea0-437c-b4d4-352cfe5b5fc1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:30.757488 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.824092 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:30.864594 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48487874-8448-4102-8fcf-e2393efa4269 req-d2bbee45-935c-42d2-b41c-7741da8d2705 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:30.866228 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-48487874-8448-4102-8fcf-e2393efa4269 req-d2bbee45-935c-42d2-b41c-7741da8d2705 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.0967593 Aug 26 12:26:30.960921 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-48487874-8448-4102-8fcf-e2393efa4269 req-eb0deab0-d47f-408c-acdf-cd9845acd7a2 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823474 Aug 26 12:26:31.051215 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:31.057853 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:31.165107 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'Port': ['ID=c0ec8152-9ea0-437c-b4d4-352cfe5b5fc1,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:31.188111 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:31.199996 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bfcbd-aa2d-4055-8694-03fe791e8e2b req-ccfc2e93-39d6-4a8d-960b-14a68e92b89e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:31.207058 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bc6bfcbd-aa2d-4055-8694-03fe791e8e2b req-ccfc2e93-39d6-4a8d-960b-14a68e92b89e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1394770 Aug 26 12:26:31.247743 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:31.249083 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-c565bf54-33cb-4038-9878-f56ebc4bd362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1019557 Aug 26 12:26:31.278233 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bc6bfcbd-aa2d-4055-8694-03fe791e8e2b req-ae8362e4-9846-4663-ba8c-5c9320363287 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700512 Aug 26 12:26:31.401615 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6701ab68-0379-4c66-a9ef-6e460cd19320 req-855fb8a9-602e-4aed-b0d5-e1f039b18f5c tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0282123 Aug 26 12:26:31.429507 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Sync routers for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:26:31.441833 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:26:31.442907 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:26:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:31.566266 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-6cdb1b93-67e8-4bca-8ae1-e50425cf22a1 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--297287234&fields=id&tenant_id=693c63a8061d43cb88bd81118e5880b9 HTTP/1.1" status: 200 len: 267 time: 0.0375192 Aug 26 12:26:31.577529 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:26:31.695025 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-382ef796-67a2-49ed-8a2b-7d368658c3f8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:31.697647 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-382ef796-67a2-49ed-8a2b-7d368658c3f8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 816 time: 0.1250894 Aug 26 12:26:31.720770 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-264c7916-6391-446c-a4c1-4f66ae539bd8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/quotas/693c63a8061d43cb88bd81118e5880b9 HTTP/1.1" status: 200 len: 375 time: 0.0152981 Aug 26 12:26:31.790189 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-4e797308-322d-4cf0-a136-279e9d7d2557 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674188 Aug 26 12:26:31.806929 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:28Z', 'revision_number': 2, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:31.840816 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Checking router: 10c38425-59c8-4dfb-bdd8-8b6e24bf078a for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:26:31.841446 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Updating router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a port ff544b1a-87fe-4b07-b79f-907c74739e5f binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:26:31.869232 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:31.876033 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 9fdb1a12-bb1d-4554-979a-c51541448b8c up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:26:31.925349 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-9bcebd83-0819-4d29-af8a-7d5034561cd0 service neutron] 10.222.0.13 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096296 Aug 26 12:26:31.949575 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 9fdb1a12-bb1d-4554-979a-c51541448b8c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:31.950238 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:32.057429 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-fccd5edf-501c-4e44-ab6d-52a413cc8a04 service neutron] 10.222.0.13 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247749 Aug 26 12:26:32.169596 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:32.182928 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Transition to ACTIVE for port object ff544b1a-87fe-4b07-b79f-907c74739e5f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:26:32.189932 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:32.242442 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b70a85-327d-464f-a58b-bd8e84a7543b None None] Pushing event updated for resources: {'Port': ['ID=ff544b1a-87fe-4b07-b79f-907c74739e5f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:32.316450 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62272c1e-4470-4c4d-95e6-751acf8402c5 req-8b0d0408-bc78-4a5d-bf7c-f38eedc5ce4b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:32.324300 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-62272c1e-4470-4c4d-95e6-751acf8402c5 req-8b0d0408-bc78-4a5d-bf7c-f38eedc5ce4b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.0939922 Aug 26 12:26:32.327693 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Attempting to bind port ff544b1a-87fe-4b07-b79f-907c74739e5f on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:26:32.332436 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Attempting to bind port ff544b1a-87fe-4b07-b79f-907c74739e5f by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:26:32.332897 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Attempting to bind port ff544b1a-87fe-4b07-b79f-907c74739e5f on network 9c6aa099-38b9-4486-8257-70f0f1a92b0e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:26:32.350978 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:26:32.351347 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Checking segment: {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:26:32.352187 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:32.352187 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Bound using segment: {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:26:32.352619 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Bound port: ff544b1a-87fe-4b07-b79f-907c74739e5f, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:26:32.353016 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:32.437428 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-62272c1e-4470-4c4d-95e6-751acf8402c5 req-9af2f5c0-595d-409e-a135-26c996f86fe2 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122525 Aug 26 12:26:32.488833 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] For port ff544b1a-87fe-4b07-b79f-907c74739e5f, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:26:32.508570 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] For port ff544b1a-87fe-4b07-b79f-907c74739e5f, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=ff544b1a-87fe-4b07-b79f-907c74739e5f,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:26:32.536153 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:32.585325 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dcf6153c-a832-4447-9f72-34da2815861a req-169a0caa-bc4b-42e9-a91c-7b46bd84d7b4 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 210 time: 0.0584078 Aug 26 12:26:32.640124 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:26:32.640766 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:26:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:32.769914 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c10b39-8541-4f2d-b502-80defa18ef51 req-f7fd5bc5-4336-444f-8b8a-0504c2214d7b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:32.778114 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-26c10b39-8541-4f2d-b502-80defa18ef51 req-f7fd5bc5-4336-444f-8b8a-0504c2214d7b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0928402 Aug 26 12:26:32.850022 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:26:32.855463 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-26c10b39-8541-4f2d-b502-80defa18ef51 req-bda47203-0f83-4d0d-b645-896e595ebe5d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688598 Aug 26 12:26:33.000684 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8f9798b4-1069-4884-8040-8745e7bd5db4 req-c46493bf-b951-4ddf-b04e-a52e3620294d tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0325100 Aug 26 12:26:33.063738 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b70a85-327d-464f-a58b-bd8e84a7543b None None] Pushing event updated for resources: {'Port': ['ID=ff544b1a-87fe-4b07-b79f-907c74739e5f,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:33.150014 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:32Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:33.181119 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187c7ad-cdb3-42c3-9881-21203850863f None None] The sync data for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi is: [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:32Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:26:33.581421 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b9d2-10f6-49ef-821c-63ea91424c04 req-1d1fb137-b17d-4722-aff1-edabb7840348 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:33.582944 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b922b9d2-10f6-49ef-821c-63ea91424c04 req-1d1fb137-b17d-4722-aff1-edabb7840348 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.0677433 Aug 26 12:26:33.898498 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b922b9d2-10f6-49ef-821c-63ea91424c04 req-92dbda87-752d-4ee9-bfcf-6445c3c25d32 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047791 Aug 26 12:26:33.950381 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device ff544b1a-87fe-4b07-b79f-907c74739e5f up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:26:33.993968 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fed556bd-f3c6-4a9f-9533-37c2556bbb86 req-8d483ed6-ab87-4dc1-9d6d-5386cf3a8ac8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 210 time: 0.0340586 Aug 26 12:26:34.036998 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port ff544b1a-87fe-4b07-b79f-907c74739e5f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:26:34.045074 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port ff544b1a-87fe-4b07-b79f-907c74739e5f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:34.045564 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:34.139775 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9920a-7b0d-42d2-aed6-6ba4e68a4cab req-223cd468-c6d8-4241-a979-50231c7c9c24 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:34.142388 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-07b9920a-7b0d-42d2-aed6-6ba4e68a4cab req-223cd468-c6d8-4241-a979-50231c7c9c24 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0658400 Aug 26 12:26:34.163875 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:34.183957 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-07b9920a-7b0d-42d2-aed6-6ba4e68a4cab req-887c055a-3a45-4820-ac04-edac7029ecc6 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349412 Aug 26 12:26:34.217702 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port ff544b1a-87fe-4b07-b79f-907c74739e5f, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=ff544b1a-87fe-4b07-b79f-907c74739e5f,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:34.222015 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:34.269077 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-749da86e-c351-42c8-a4b0-7fdc63fccbf9 req-66daa723-4744-4d6d-9360-c243e7fbc584 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0282326 Aug 26 12:26:34.274826 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=ff544b1a-87fe-4b07-b79f-907c74739e5f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:34.282289 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.282652 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.282991 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.283323 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.283655 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.283983 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.284308 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.284630 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.284980 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.285305 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.285625 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:34.285941 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:26:35.026976 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cc8c0-6a5b-4055-a5e4-18f79a84d9fe req-392db73b-0a7e-4cd4-930d-21ca5b0e2bc0 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:35.028461 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cc3cc8c0-6a5b-4055-a5e4-18f79a84d9fe req-392db73b-0a7e-4cd4-930d-21ca5b0e2bc0 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.0547333 Aug 26 12:26:35.066085 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cc3cc8c0-6a5b-4055-a5e4-18f79a84d9fe req-6c7d926e-8711-46e4-be21-76c9e3672b7c tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Aug 26 12:26:35.163873 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-401a74b7-45fc-4aeb-af54-0f22fd4d2701 req-6729d444-5097-45d8-b511-9c99d9a33cad tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 210 time: 0.0262504 Aug 26 12:26:35.272006 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1afb32-77d3-4c3d-9170-5ccfeb5f1f81 req-ecc02869-c968-415e-a06d-a594f23bc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:35.273510 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5a1afb32-77d3-4c3d-9170-5ccfeb5f1f81 req-ecc02869-c968-415e-a06d-a594f23bc892 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1096 time: 0.0492060 Aug 26 12:26:35.446927 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf646d70-a0c3-4eb4-bf7a-0e5deef2821f req-1879e400-5708-441c-97aa-23e04d507f50 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:35.455037 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bf646d70-a0c3-4eb4-bf7a-0e5deef2821f req-1879e400-5708-441c-97aa-23e04d507f50 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1804664 Aug 26 12:26:35.527406 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-655d762b-0b22-4541-8408-670d6e7ae730 req-f3a8723b-cd46-4932-93d8-08216d85d098 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=11a783a6-722a-4f9c-b6fc-9902d3c23ed3 HTTP/1.1" status: 200 len: 210 time: 0.0334764 Aug 26 12:26:35.566300 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bf646d70-a0c3-4eb4-bf7a-0e5deef2821f req-1600fe47-e6f2-4d14-a9b7-e7bca243db2c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088679 Aug 26 12:26:35.576261 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1afb32-77d3-4c3d-9170-5ccfeb5f1f81 req-96f0f0bc-32e6-4092-b392-d0302a2f4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:35.577738 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5a1afb32-77d3-4c3d-9170-5ccfeb5f1f81 req-96f0f0bc-32e6-4092-b392-d0302a2f4916 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2673774 Aug 26 12:26:35.772653 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1afb32-77d3-4c3d-9170-5ccfeb5f1f81 req-74db0462-ee56-4632-a2f0-1442179cec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:35.774127 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5a1afb32-77d3-4c3d-9170-5ccfeb5f1f81 req-74db0462-ee56-4632-a2f0-1442179cec70 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553986 Aug 26 12:26:35.840752 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device ff544b1a-87fe-4b07-b79f-907c74739e5f up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:26:35.893514 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port ff544b1a-87fe-4b07-b79f-907c74739e5f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:35.893853 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:35.940203 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-7be46115-d8a9-4c32-9986-fc7f477c8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:35.941666 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-7be46115-d8a9-4c32-9986-fc7f477c8530 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1096 time: 0.0564823 Aug 26 12:26:35.997209 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-60ca344e-7ed9-444b-84fb-e71847b82829 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 217 time: 0.0343728 Aug 26 12:26:36.057983 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-5a50a31d-1a4f-4ad4-b003-ccbbb703d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:36.059658 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-5a50a31d-1a4f-4ad4-b003-ccbbb703d975 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ec2397c-361c-49c7-bca6-1bbc5da4c337 HTTP/1.1" status: 200 len: 853 time: 0.0514317 Aug 26 12:26:36.113426 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-350afb24-21d6-44be-94df-ff301ce39fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:36.114961 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-350afb24-21d6-44be-94df-ff301ce39fc9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4e2c5728-0393-45ab-8280-7dfb66452886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454714 Aug 26 12:26:36.191639 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b153b28-3bc5-49c1-87b1-9ab31860aafd req-7eb70914-8835-4d3e-ab69-e99caa0d882f tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:36.199932 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4b153b28-3bc5-49c1-87b1-9ab31860aafd req-7eb70914-8835-4d3e-ab69-e99caa0d882f tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.0582583 Aug 26 12:26:36.216982 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-55699c4b-4b55-422e-8ea3-bcec07155904 service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929494 Aug 26 12:26:36.239875 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4b153b28-3bc5-49c1-87b1-9ab31860aafd req-d0c1eba9-13ad-4de8-8c78-8e1d0aebf6e8 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389366 Aug 26 12:26:36.271056 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54760) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:36.312941 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b8c05e22-a18d-468f-957c-ee0a9c66091f req-5405931a-8894-450b-9b4b-f305fd16c01d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 210 time: 0.0306597 Aug 26 12:26:36.350811 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a5e0188-b68a-4724-975e-b327077a9fe5 req-ca36ef5e-d2c5-46dd-8316-94006f311272 service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147223 Aug 26 12:26:36.393780 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae2f5-315c-45ce-8045-2260edd0483f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:36.500260 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae2f5-315c-45ce-8045-2260edd0483f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:36.505031 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae2f5-315c-45ce-8045-2260edd0483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:36.547851 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-9e7ae2f5-315c-45ce-8045-2260edd0483f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c8c6d4578ae4fc1907d5b9783da918b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733777 Aug 26 12:26:36.548523 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54766) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:36.556382 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ae2f5-315c-45ce-8045-2260edd0483f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ca565e-013a-4b63-b804-9225fff24740,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:36.580159 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-5da2e2ac-f27b-4d02-8838-4227dee418fd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:36.581812 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-5da2e2ac-f27b-4d02-8838-4227dee418fd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 816 time: 0.1510344 Aug 26 12:26:36.616668 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2eabb6f6-92fa-4d3f-b893-1e57e2440b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:36.642374 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2eabb6f6-92fa-4d3f-b893-1e57e2440b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:36.655738 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-af008767-9757-41f4-bfe6-a631cc2603ff tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693c63a8061d43cb88bd81118e5880b9 HTTP/1.1" status: 200 len: 379 time: 0.0579510 Aug 26 12:26:36.681697 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'port': {'device_id': '59640118-3488-4674-8a70-cc22efa985a2', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'admin_state_up': True, 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'security_groups': ['653779b4-160e-4a52-accc-30c25f9a59d0']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:36.702596 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2eabb6f6-92fa-4d3f-b893-1e57e2440b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:36.705413 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2eabb6f6-92fa-4d3f-b893-1e57e2440b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:36.708909 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-2eabb6f6-92fa-4d3f-b893-1e57e2440b37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41ca565e-013a-4b63-b804-9225fff24740 HTTP/1.1" status: 204 len: 168 time: 0.1575699 Aug 26 12:26:36.715278 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabb6f6-92fa-4d3f-b893-1e57e2440b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ca565e-013a-4b63-b804-9225fff24740,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:36.798791 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd4a0-4a0d-4efb-9fe7-4df5670da33d req-7a9fc7e6-b05a-480a-b619-a38e0aea4e22 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:36.800310 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-168bd4a0-4a0d-4efb-9fe7-4df5670da33d req-7a9fc7e6-b05a-480a-b619-a38e0aea4e22 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1329467 Aug 26 12:26:36.861711 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-168bd4a0-4a0d-4efb-9fe7-4df5670da33d req-023055ca-e342-4771-9aec-b96de5f18cc9 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503314 Aug 26 12:26:36.872297 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Made reservation on behalf of 693c63a8061d43cb88bd81118e5880b9 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:26:36.886753 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:37.045926 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Allocated IP 172.20.0.7 (9c6aa099-38b9-4486-8257-70f0f1a92b0e/da76c91e-9fd0-4714-8e8c-5cf036153933/cb998af5-837d-4c5d-a4d1-4d16db688ef4) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:26:37.108955 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97c61-dfe1-4d65-8a1f-ccbc3e1ed2af req-86aaa450-de25-4711-b208-763e9cd6e767 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:37.110490 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dbe97c61-dfe1-4d65-8a1f-ccbc3e1ed2af req-86aaa450-de25-4711-b208-763e9cd6e767 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0780623 Aug 26 12:26:37.178990 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-15c65bd5-5448-40e4-9ecf-3aeaeac4eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:37.180496 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-15c65bd5-5448-40e4-9ecf-3aeaeac4eec8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 1099 time: 0.0409651 Aug 26 12:26:37.208605 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dbe97c61-dfe1-4d65-8a1f-ccbc3e1ed2af req-bc6dd332-dbed-49fb-a584-552530a9a148 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867960 Aug 26 12:26:37.252301 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:37.266125 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Transition to ACTIVE for port object cb998af5-837d-4c5d-a4d1-4d16db688ef4 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:26:37.285746 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-6879a654-8d91-44b0-9b9a-5d46de904776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:37.287289 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-6879a654-8d91-44b0-9b9a-5d46de904776 service neutron] 10.222.0.68 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 912 time: 0.0981102 Aug 26 12:26:37.302213 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:37.345071 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:26:37.348371 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:26:37.355485 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:26:37.364219 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-a1cac781-e065-4d22-b9fa-ad2fa6966c1f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf HTTP/1.1" status: 200 len: 1002 time: 0.0680699 Aug 26 12:26:37.386319 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:37.446676 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:37.447416 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:37.451834 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-9e004337-029b-4bfb-a595-b8f4f29a99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:37.453515 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-9e004337-029b-4bfb-a595-b8f4f29a99f7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 200 len: 850 time: 0.0783005 Aug 26 12:26:37.463408 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764feb2-93db-4c1c-9396-3e6bbf0f0b39 req-497dd225-4b06-4a0f-917d-b268621481f7 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:37.465034 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6764feb2-93db-4c1c-9396-3e6bbf0f0b39 req-497dd225-4b06-4a0f-917d-b268621481f7 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 943 time: 0.0998628 Aug 26 12:26:37.469777 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-23e24bf3-8345-4075-93e7-f2b8ec8cda8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8010545 Aug 26 12:26:37.488112 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bc945-a697-48e0-9589-a792ffa6965e req-dcae3d13-51f8-4124-bb97-7a83687a108e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:37.494291 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cc4bc945-a697-48e0-9589-a792ffa6965e req-dcae3d13-51f8-4124-bb97-7a83687a108e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 931 time: 0.0907376 Aug 26 12:26:37.501077 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Request body: {'port': {'device_id': '59640118-3488-4674-8a70-cc22efa985a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:37.531760 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6764feb2-93db-4c1c-9396-3e6bbf0f0b39 req-fb4c5410-8cb6-4442-a93b-4d59b1e48367 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577352 Aug 26 12:26:37.534869 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-1784fc48-f76a-4a10-86a2-1845859eaeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:37.536437 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-1784fc48-f76a-4a10-86a2-1845859eaeec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68952abd-6601-4cfc-8312-c8049636c281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704341 Aug 26 12:26:37.588261 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cc4bc945-a697-48e0-9589-a792ffa6965e req-165ac4d8-8233-450e-ade2-61aafa2b7e3b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912659 Aug 26 12:26:37.593723 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:37.638598 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-a705a0ef-e28b-462a-941a-8dba960dd3af service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936050 Aug 26 12:26:37.640087 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-277581fa-9cd4-4c59-9cb4-60c726d91295 None None] Provisioning for port cb998af5-837d-4c5d-a4d1-4d16db688ef4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:26:37.643924 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-277581fa-9cd4-4c59-9cb4-60c726d91295 None None] Provisioning complete for port cb998af5-837d-4c5d-a4d1-4d16db688ef4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:37.644292 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-277581fa-9cd4-4c59-9cb4-60c726d91295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:37.679290 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-277581fa-9cd4-4c59-9cb4-60c726d91295 None None] Port cb998af5-837d-4c5d-a4d1-4d16db688ef4 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:26:37.745474 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2c164fb3-17f7-47a9-8744-e2d8ddea27bb req-c153737d-0251-40cc-9863-e1eadccf74fa service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936069 Aug 26 12:26:37.894850 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb998af5-837d-4c5d-a4d1-4d16db688ef4 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:26:37.903225 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:37.916168 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Transition to ACTIVE for port object cb998af5-837d-4c5d-a4d1-4d16db688ef4 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:26:37.920145 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:37.996086 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:38.053466 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a9707-da61-4552-a7e9-dddaaa4bdb93 req-6cececa2-9104-4997-8aa8-e7ed30352dbf tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:38.055171 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fd2a9707-da61-4552-a7e9-dddaaa4bdb93 req-6cececa2-9104-4997-8aa8-e7ed30352dbf tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 945 time: 0.1089644 Aug 26 12:26:38.111902 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Attempting to bind port cb998af5-837d-4c5d-a4d1-4d16db688ef4 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:26:38.112652 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Attempting to bind port cb998af5-837d-4c5d-a4d1-4d16db688ef4 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:26:38.112652 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Attempting to bind port cb998af5-837d-4c5d-a4d1-4d16db688ef4 on network 9c6aa099-38b9-4486-8257-70f0f1a92b0e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:26:38.117530 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fd2a9707-da61-4552-a7e9-dddaaa4bdb93 req-dd7360c3-e86c-42a8-9c3f-a03b46b3118d tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558212 Aug 26 12:26:38.120945 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Port cb998af5-837d-4c5d-a4d1-4d16db688ef4 on network 9c6aa099-38b9-4486-8257-70f0f1a92b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:26:38.121459 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Attempting to bind port cb998af5-837d-4c5d-a4d1-4d16db688ef4 on network 9c6aa099-38b9-4486-8257-70f0f1a92b0e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:26:38.126967 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:26:38.127306 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Checking segment: {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:26:38.127692 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Bound using segment: {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:26:38.128133 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Bound port: cb998af5-837d-4c5d-a4d1-4d16db688ef4, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:26:38.128524 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:38.192486 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:26:38.196143 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:26:38.200608 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:38.234714 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:38.235335 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:38.236741 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] 10.222.0.68 "PUT /v2.0/ports/cb998af5-837d-4c5d-a4d1-4d16db688ef4 HTTP/1.1" status: 200 len: 1093 time: 0.7412071 Aug 26 12:26:38.237197 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:38.239591 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5db136-b5b1-4dfe-849e-99c67938c442" -d '{"events": [{"name": "network-changed", "server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:38.274666 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26591665-003d-4c04-8ad2-09e383bcaa3e service neutron] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:38.290018 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536621e9-1ff2-48c7-bae0-9550f25614c6 x-openstack-request-id: req-536621e9-1ff2-48c7-bae0-9550f25614c6 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:38.290307 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:38.290616 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-536621e9-1ff2-48c7-bae0-9550f25614c6 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:38.291027 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'status': 'completed', 'code': 200} Aug 26 12:26:38.300806 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:26:38.350481 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faee047-75e5-4345-a479-b7c4ead4e854 req-00bb8e2b-3065-4559-8ecf-734a07c1e8b7 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:38.352863 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8faee047-75e5-4345-a479-b7c4ead4e854 req-00bb8e2b-3065-4559-8ecf-734a07c1e8b7 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0606174 Aug 26 12:26:38.362015 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-51f395df-b6e3-4b53-9326-52a0efc78ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:38.363737 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-51f395df-b6e3-4b53-9326-52a0efc78ffd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 1096 time: 0.0473151 Aug 26 12:26:38.394345 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8faee047-75e5-4345-a479-b7c4ead4e854 req-18d06687-0b52-4cde-b329-95698395c428 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354187 Aug 26 12:26:38.420940 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-e697cb17-9b3f-4790-99e8-42430c45fd40 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4 HTTP/1.1" status: 200 len: 217 time: 0.0398593 Aug 26 12:26:38.423086 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:38.438549 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'port_id': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'mac_address': 'fa:16:3e:a7:2f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:26:38.478153 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:38.491377 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:26:38.515398 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-c5d6088c-41f6-4fba-bf3b-a0216528f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:38.516815 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-c5d6088c-41f6-4fba-bf3b-a0216528f2e4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0457010 Aug 26 12:26:38.522370 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:38.527889 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:38.576493 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-0af0c6ef-5708-4265-9a6c-917648b3a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:38.578114 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-0af0c6ef-5708-4265-9a6c-917648b3a8ac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448399 Aug 26 12:26:38.581826 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:38.708722 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cf1f0-aaa6-4263-a4cc-d9db62c3f97e req-fe4b5344-ac34-454e-90bc-d018c8f2bca2 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:38.710691 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3e5cf1f0-aaa6-4263-a4cc-d9db62c3f97e req-fe4b5344-ac34-454e-90bc-d018c8f2bca2 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 944 time: 0.1048887 Aug 26 12:26:38.744106 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08653b-6a00-4ee5-bab7-ab8aa2e305d6 req-fab36f48-b953-4ae9-ad57-26dc8cdbb94e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:38.745689 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9b08653b-6a00-4ee5-bab7-ab8aa2e305d6 req-fab36f48-b953-4ae9-ad57-26dc8cdbb94e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0766728 Aug 26 12:26:38.788716 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9b08653b-6a00-4ee5-bab7-ab8aa2e305d6 req-ec4ecc7d-5c70-4745-b989-452c1eb39d26 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362058 Aug 26 12:26:38.961674 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:26:38.976569 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-a5c51bbd-894e-4384-ad1f-a1ce948cd737 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618579 Aug 26 12:26:38.983737 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3e5cf1f0-aaa6-4263-a4cc-d9db62c3f97e req-0f92341a-cf13-45cf-8fef-fa8961cb6c51 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593925 Aug 26 12:26:39.066169 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef58cef7-b726-41c6-a833-8f70c859c724 req-7075dbe9-cdda-4476-aa58-97748b6cba21 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814879 Aug 26 12:26:39.226662 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-0db9cf7e-46dc-4fa8-a296-f90ba77bb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:39.228084 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-0db9cf7e-46dc-4fa8-a296-f90ba77bb8f9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 1096 time: 0.0408282 Aug 26 12:26:39.235363 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd058996-2407-49f1-b378-cf819aadf6fa req-ae0dbea5-9ea1-451d-9ff9-2c33990e79a6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:39.236824 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bd058996-2407-49f1-b378-cf819aadf6fa req-ae0dbea5-9ea1-451d-9ff9-2c33990e79a6 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 945 time: 0.0484009 Aug 26 12:26:39.275805 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bd058996-2407-49f1-b378-cf819aadf6fa req-3930aa10-818e-4e2a-b4f3-29cbab676d60 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Aug 26 12:26:39.326189 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-80a502bf-1e58-4fa4-a0c8-a151b9323f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:39.327687 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-80a502bf-1e58-4fa4-a0c8-a151b9323f18 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 917 time: 0.0917823 Aug 26 12:26:39.368826 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-338b9be7-0c64-455e-97a6-eb22d08bb97c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4 HTTP/1.1" status: 200 len: 217 time: 0.0326989 Aug 26 12:26:39.430456 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-0ca6e5a6-5990-4d8f-80fc-155f385ca9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:39.432017 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-0ca6e5a6-5990-4d8f-80fc-155f385ca9d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0460773 Aug 26 12:26:39.511678 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-53197c1d-c5d9-4ae7-bf41-7c35ad785389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:39.513102 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-53197c1d-c5d9-4ae7-bf41-7c35ad785389 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710788 Aug 26 12:26:39.524669 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed710ef-2398-487e-bcb8-3b324a2ebe9b req-ea388a13-cdb4-4833-8298-afcc8f6da73b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:39.526045 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-eed710ef-2398-487e-bcb8-3b324a2ebe9b req-ea388a13-cdb4-4833-8298-afcc8f6da73b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0584261 Aug 26 12:26:39.609073 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-eed710ef-2398-487e-bcb8-3b324a2ebe9b req-981e71b9-2e54-46bc-b625-c03313cafd1e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751891 Aug 26 12:26:39.638193 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-2d428121-d7c4-4526-9a60-239857f3bcf0 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112013 Aug 26 12:26:39.726873 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5b5db136-b5b1-4dfe-849e-99c67938c442 req-76c961d4-bc8a-4ee6-a6cd-523c3225f1f8 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803027 Aug 26 12:26:39.909700 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479da87-960d-4e45-8e95-0696d5ab4179 req-661bb3a5-d2a3-4629-afd4-dfaa5378e3f4 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:39.911454 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f479da87-960d-4e45-8e95-0696d5ab4179 req-661bb3a5-d2a3-4629-afd4-dfaa5378e3f4 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0491273 Aug 26 12:26:39.951398 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f479da87-960d-4e45-8e95-0696d5ab4179 req-39706628-17ac-4d3e-825a-857a5f15657e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329993 Aug 26 12:26:40.104696 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f72da-7152-47c0-b287-049325693945 req-31273883-3717-47b2-8874-4985f6937cf5 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:40.106172 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c02f72da-7152-47c0-b287-049325693945 req-31273883-3717-47b2-8874-4985f6937cf5 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 944 time: 0.0562320 Aug 26 12:26:40.144671 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c02f72da-7152-47c0-b287-049325693945 req-f9b19ed0-bb54-4c81-9c3e-d2b43008ff18 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Aug 26 12:26:40.301401 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:26:40.353752 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:26:40.357749 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:40.358134 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:40.397825 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233f03d-a1ad-4b09-b4a6-2822440824b9 req-330dc37c-8cb7-4a16-9653-081a7cf103ef tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:40.399528 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f233f03d-a1ad-4b09-b4a6-2822440824b9 req-330dc37c-8cb7-4a16-9653-081a7cf103ef tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 945 time: 0.0530810 Aug 26 12:26:40.427286 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b439dd-e983-45be-888d-67808c18e50a req-d4f1d451-b7c9-418b-9c18-d1a0ad407be3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:40.428850 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-14b439dd-e983-45be-888d-67808c18e50a req-d4f1d451-b7c9-418b-9c18-d1a0ad407be3 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 945 time: 0.0510123 Aug 26 12:26:40.438946 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:40.442759 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f233f03d-a1ad-4b09-b4a6-2822440824b9 req-6755450a-d0df-4151-875d-cddb5c3db1be tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/security-groups?id=79fab2ed-e45e-4d6f-9ec3-173939410339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348971 Aug 26 12:26:40.465332 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:40.467656 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59165bd-17d2-491e-abd9-279fc6836d47" -d '{"events": [{"server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "name": "network-vif-plugged", "status": "completed", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:40.482193 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:40.490012 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:40.519424 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e803578-fd23-4aee-8a4b-a41e989405e8 x-openstack-request-id: req-4e803578-fd23-4aee-8a4b-a41e989405e8 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:40.519714 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "name": "network-vif-plugged", "status": "completed", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:40.520029 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e803578-fd23-4aee-8a4b-a41e989405e8 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:40.520332 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'code': 200} Aug 26 12:26:40.545435 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-14b439dd-e983-45be-888d-67808c18e50a req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Deleting port c9102464-6bd8-4313-89e1-c7cd961c38f0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:26:40.545705 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b439dd-e983-45be-888d-67808c18e50a req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:40.548925 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:40.639630 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-14b439dd-e983-45be-888d-67808c18e50a req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] For port c9102464-6bd8-4313-89e1-c7cd961c38f0, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=c9102464-6bd8-4313-89e1-c7cd961c38f0,segment=NetworkSegment(161025c1-9e01-47c0-a751-f6dbf2416e9a),segment_id=161025c1-9e01-47c0-a751-f6dbf2416e9a)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:40.639997 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b439dd-e983-45be-888d-67808c18e50a req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:40.653440 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-14b439dd-e983-45be-888d-67808c18e50a req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Calling delete_port for c9102464-6bd8-4313-89e1-c7cd961c38f0 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:26:40.724886 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c757a91-9e62-4529-950c-530753a13147 req-b89dd26f-f8bd-4ea8-bb50-4a94378a505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:40.726390 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3c757a91-9e62-4529-950c-530753a13147 req-b89dd26f-f8bd-4ea8-bb50-4a94378a505c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1098 time: 0.0405772 Aug 26 12:26:40.765973 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3c757a91-9e62-4529-950c-530753a13147 req-66883b92-3f71-4db9-b22d-a1da34b9c02e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Aug 26 12:26:40.783952 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b439dd-e983-45be-888d-67808c18e50a req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:40.812737 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Pushing event deleted for resources: {'Port': ['ID=c9102464-6bd8-4313-89e1-c7cd961c38f0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:40.822638 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['c9102464-6bd8-4313-89e1-c7cd961c38f0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:26:40.857307 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b439dd-e983-45be-888d-67808c18e50a req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] No DVR routers for this DVR port c9102464-6bd8-4313-89e1-c7cd961c38f0 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:26:40.859703 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b439dd-e983-45be-888d-67808c18e50a req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:40.861689 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-14b439dd-e983-45be-888d-67808c18e50a req-f51e3cef-73ba-4985-a291-1f3856a74e87 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.68 "DELETE /v2.0/ports/c9102464-6bd8-4313-89e1-c7cd961c38f0 HTTP/1.1" status: 204 len: 173 time: 0.4250007 Aug 26 12:26:40.862147 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baee0c7-8950-475f-855b-1fd3495b638b', 'name': 'network-vif-deleted', 'tag': 'c9102464-6bd8-4313-89e1-c7cd961c38f0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:40.864381 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49a408a-5b0c-48d6-94d7-aa9b0fdc13d9" -d '{"events": [{"server_uuid": "2baee0c7-8950-475f-855b-1fd3495b638b", "name": "network-vif-deleted", "tag": "c9102464-6bd8-4313-89e1-c7cd961c38f0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:40.899558 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87088239-42d7-4c52-8899-b126e67710c2 x-openstack-request-id: req-87088239-42d7-4c52-8899-b126e67710c2 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:40.899848 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baee0c7-8950-475f-855b-1fd3495b638b", "name": "network-vif-deleted", "tag": "c9102464-6bd8-4313-89e1-c7cd961c38f0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:40.900097 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87088239-42d7-4c52-8899-b126e67710c2 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:40.900489 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baee0c7-8950-475f-855b-1fd3495b638b', 'name': 'network-vif-deleted', 'tag': 'c9102464-6bd8-4313-89e1-c7cd961c38f0', 'status': 'completed', 'code': 200} Aug 26 12:26:41.074208 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc0b8-455f-4559-9c58-72444fec973f req-8caf541f-671b-4f0a-bd98-e4b5ed0d2f4a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:41.075767 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2e6fc0b8-455f-4559-9c58-72444fec973f req-8caf541f-671b-4f0a-bd98-e4b5ed0d2f4a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0526948 Aug 26 12:26:41.114505 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2e6fc0b8-455f-4559-9c58-72444fec973f req-4c318bee-aead-40f2-9d74-4fc3a27ff43b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325820 Aug 26 12:26:41.260246 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38af33d-96c5-4657-934f-261f7a4f9ed4 req-7ccc42fc-b2e3-4562-b72b-71324a1f9fda tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:41.261727 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f38af33d-96c5-4657-934f-261f7a4f9ed4 req-7ccc42fc-b2e3-4562-b72b-71324a1f9fda tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0504200 Aug 26 12:26:41.299735 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f38af33d-96c5-4657-934f-261f7a4f9ed4 req-07be522d-9e03-4ea5-b92c-fdb766cc1d60 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Aug 26 12:26:41.550240 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-16d83cc4-61c5-4c5b-97af-5c5b3808e1c4 req-c1a7b4df-981e-4a63-b2f1-460c7306be71 tempest-AttachVolumeNegativeTest-241411687 tempest-AttachVolumeNegativeTest-241411687-project] 10.222.0.13 "GET /v2.0/ports?device_id=2baee0c7-8950-475f-855b-1fd3495b638b HTTP/1.1" status: 200 len: 210 time: 0.0271835 Aug 26 12:26:42.237134 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eeb40-9b58-41b5-90b8-d082b38c5e27 req-eecaa99d-3133-4abc-9cbe-5419c7a15f04 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:42.238599 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-af5eeb40-9b58-41b5-90b8-d082b38c5e27 req-eecaa99d-3133-4abc-9cbe-5419c7a15f04 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0525846 Aug 26 12:26:42.279041 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-af5eeb40-9b58-41b5-90b8-d082b38c5e27 req-5d14c674-8b6c-4500-97cb-025338423526 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343835 Aug 26 12:26:42.321634 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device cb998af5-837d-4c5d-a4d1-4d16db688ef4 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:26:42.418490 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241674d-207e-4df0-adc2-a5f49b7faaae req-9cc5e634-bbeb-4551-b169-d10ac74a0649 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:42.419898 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b241674d-207e-4df0-adc2-a5f49b7faaae req-9cc5e634-bbeb-4551-b169-d10ac74a0649 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0530596 Aug 26 12:26:42.426063 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:42.439606 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'port_id': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'mac_address': 'fa:16:3e:e8:0d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:26:42.463111 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b241674d-207e-4df0-adc2-a5f49b7faaae req-958da2fa-1f49-4012-8fe9-bf0a3b514df9 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366724 Aug 26 12:26:42.488633 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.505293 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb998af5-837d-4c5d-a4d1-4d16db688ef4 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:26:42.528237 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:42.532869 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.583562 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:42.590598 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28dea1-4e2c-48bb-884b-39b596ef014d req-2c1a5707-6ea2-4ba2-8be2-20464b69d63e tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:42.592126 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-db28dea1-4e2c-48bb-884b-39b596ef014d req-2c1a5707-6ea2-4ba2-8be2-20464b69d63e tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0520613 Aug 26 12:26:42.606730 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:42.630793 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-db28dea1-4e2c-48bb-884b-39b596ef014d req-7cf63e11-f887-47b5-9c35-df7656b1e5df tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Aug 26 12:26:42.651168 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e5b443-6aff-4179-bdfa-26521af00eb4 admin admin] Deleting subnet c409258b-99c6-486c-b0c3-94435141c9b2 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:26:42.654267 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-58e5b443-6aff-4179-bdfa-26521af00eb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.692247 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-58e5b443-6aff-4179-bdfa-26521af00eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32579934'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.730933 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-58e5b443-6aff-4179-bdfa-26521af00eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.786595 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-58e5b443-6aff-4179-bdfa-26521af00eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32964179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32681676'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.812152 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5b443-6aff-4179-bdfa-26521af00eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c409258b-99c6-486c-b0c3-94435141c9b2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:42.815872 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-58e5b443-6aff-4179-bdfa-26521af00eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.820809 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-58e5b443-6aff-4179-bdfa-26521af00eb4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c409258b-99c6-486c-b0c3-94435141c9b2 HTTP/1.1" status: 204 len: 168 time: 0.2099333 Aug 26 12:26:42.820959 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54852) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:42.896026 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.969040 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['cb998af5-837d-4c5d-a4d1-4d16db688ef4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:26:42.977195 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c4179-b627-4d07-b523-15295ed5e7c9 req-40f9c62c-2304-4878-949b-a3a04fbd1f2a tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:42.978470 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-534c4179-b627-4d07-b523-15295ed5e7c9 req-40f9c62c-2304-4878-949b-a3a04fbd1f2a tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0518069 Aug 26 12:26:42.978616 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.988875 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586116f7-8cd0-46d0-8a82-60121e9b30c0']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:43.006568 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161025c1-9e01-47c0-a751-f6dbf2416e9a') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:43.007043 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161025c1-9e01-47c0-a751-f6dbf2416e9a') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:26:43.016976 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32579905'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:43.026071 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-534c4179-b627-4d07-b523-15295ed5e7c9 req-ab4808b4-c33a-402d-91e5-9b821c047d4c tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Aug 26 12:26:43.033322 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:43.040412 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:26:43.041099 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32964149'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: Traceback (most recent call last): Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: timer() Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: cb(*args, **kw) Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: return func(*args, **kwargs) Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: self._notify() Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: self.callback(batched_events) Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: event.method(event) Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: return f(self, *a, **k) Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._get(url).json() Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: return self.request(url, 'GET', **kwargs) Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:26:43.043160 dv-cinder-806141-1-iscsi neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:26:43.102194 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:43.112338 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:43.116124 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] 10.222.0.13 "DELETE /v2.0/networks/586116f7-8cd0-46d0-8a82-60121e9b30c0 HTTP/1.1" status: 204 len: 168 time: 0.2935314 Aug 26 12:26:43.131731 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c176292-f20b-4798-afb5-2e3f5952936f admin admin] Pushing event deleted for resources: {'Network': ['ID=586116f7-8cd0-46d0-8a82-60121e9b30c0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:43.323984 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 54870) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:43.409410 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-bdc1073d-0776-4197-917d-045b17cf544b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9303a90f1de44f67847c2eccaac21e3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0805674 Aug 26 12:26:43.409770 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 54876) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:43.437424 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8af79-b4ba-4953-8f9a-43cbd2ac2f2b req-e19358f3-2c3a-4ef0-a455-6086ae40b9c8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:43.439037 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f5a8af79-b4ba-4953-8f9a-43cbd2ac2f2b req-e19358f3-2c3a-4ef0-a455-6086ae40b9c8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.0768425 Aug 26 12:26:43.472711 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90e4da48-7d7e-4cf3-ac51-a91b7ff9f0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:43.479551 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f5a8af79-b4ba-4953-8f9a-43cbd2ac2f2b req-7f190535-bab6-495f-a267-f4accb4e6470 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339861 Aug 26 12:26:43.494896 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90e4da48-7d7e-4cf3-ac51-a91b7ff9f0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:43.543334 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90e4da48-7d7e-4cf3-ac51-a91b7ff9f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:43.545839 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90e4da48-7d7e-4cf3-ac51-a91b7ff9f0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:43.546997 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-90e4da48-7d7e-4cf3-ac51-a91b7ff9f0b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79fab2ed-e45e-4d6f-9ec3-173939410339 HTTP/1.1" status: 204 len: 168 time: 0.1362243 Aug 26 12:26:43.555304 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4da48-7d7e-4cf3-ac51-a91b7ff9f0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fab2ed-e45e-4d6f-9ec3-173939410339,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:44.603975 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc7bef-a29b-4567-9ea2-07818b67b73f req-6ed0da76-3f50-4c29-ba1d-be9e93b5c1b5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:44.605688 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-37dc7bef-a29b-4567-9ea2-07818b67b73f req-6ed0da76-3f50-4c29-ba1d-be9e93b5c1b5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.0532405 Aug 26 12:26:44.649577 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-37dc7bef-a29b-4567-9ea2-07818b67b73f req-3e375934-4f80-401b-8944-0bf5ba6f762d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374863 Aug 26 12:26:45.038573 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:26:45.773420 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ce50a-0c99-44b7-bd47-8146b5196034 req-ab7d8a4d-fa18-42d3-991a-1c247c2c0a67 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:45.774959 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0e0ce50a-0c99-44b7-bd47-8146b5196034 req-ab7d8a4d-fa18-42d3-991a-1c247c2c0a67 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.0521138 Aug 26 12:26:45.812295 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0e0ce50a-0c99-44b7-bd47-8146b5196034 req-7cf78d92-24de-4515-9488-d33c9ed0bf6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315773 Aug 26 12:26:46.386734 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device c9102464-6bd8-4313-89e1-c7cd961c38f0 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:26:46.407125 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: c9102464-6bd8-4313-89e1-c7cd961c38f0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:26:46.407418 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device c9102464-6bd8-4313-89e1-c7cd961c38f0 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:26:46.932101 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f55054-fcd2-44b6-874c-07143b0a030b req-93709768-6e5d-4542-ba92-724a624867d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:46.933561 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-38f55054-fcd2-44b6-874c-07143b0a030b req-93709768-6e5d-4542-ba92-724a624867d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.0516441 Aug 26 12:26:46.972002 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-38f55054-fcd2-44b6-874c-07143b0a030b req-bc775eec-937b-4b28-828d-538ea0b5f5f8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Aug 26 12:26:48.156782 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e5c8d-143c-4e99-8526-c1cbd37a684c req-c9ddc683-6bf4-4323-bb14-9ba1ec1d76d5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:48.158184 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1c2e5c8d-143c-4e99-8526-c1cbd37a684c req-c9ddc683-6bf4-4323-bb14-9ba1ec1d76d5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.0493650 Aug 26 12:26:48.197025 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1c2e5c8d-143c-4e99-8526-c1cbd37a684c req-8844c744-4592-4ad3-9ae6-8350705d73b2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329576 Aug 26 12:26:49.312995 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787907d7-94ed-4793-aa84-03ea8389bcf1 req-c8c96c10-9c6e-4d13-9ac5-5e536a85ccf3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:49.314517 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-787907d7-94ed-4793-aa84-03ea8389bcf1 req-c8c96c10-9c6e-4d13-9ac5-5e536a85ccf3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.0470374 Aug 26 12:26:49.351972 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-787907d7-94ed-4793-aa84-03ea8389bcf1 req-9b02d152-3926-4865-baf2-95f11720b5a1 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310018 Aug 26 12:26:49.655209 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device cb998af5-837d-4c5d-a4d1-4d16db688ef4 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:26:49.703530 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port cb998af5-837d-4c5d-a4d1-4d16db688ef4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:26:49.707167 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port cb998af5-837d-4c5d-a4d1-4d16db688ef4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:26:49.707537 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:49.785292 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:49.809906 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:26:49.812180 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea159f45-c490-415f-9341-5e7c52e08585" -d '{"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-plugged", "status": "completed", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:26:49.825794 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:26:49.830100 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:49.853451 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129626fd-5fef-4dbf-9e89-6c11c0163092 x-openstack-request-id: req-129626fd-5fef-4dbf-9e89-6c11c0163092 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:26:49.853739 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-plugged", "status": "completed", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:26:49.853985 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-129626fd-5fef-4dbf-9e89-6c11c0163092 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:26:49.854368 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'code': 200} Aug 26 12:26:49.879812 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:50.480300 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e96da-3f9a-4492-9369-bf7766934929 req-cc9d0be3-693b-429c-bdfa-889bdb6cab21 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:50.481774 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a74e96da-3f9a-4492-9369-bf7766934929 req-cc9d0be3-693b-429c-bdfa-889bdb6cab21 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0516355 Aug 26 12:26:50.518983 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a74e96da-3f9a-4492-9369-bf7766934929 req-6847687b-1850-48c3-9033-60b60595aa09 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312626 Aug 26 12:26:50.915771 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934b94-9d9b-4cf9-b5bc-c632597f4595 req-eb3c226c-d0da-4c8d-a95f-2f416f906156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:50.917261 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-67934b94-9d9b-4cf9-b5bc-c632597f4595 req-eb3c226c-d0da-4c8d-a95f-2f416f906156 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 1098 time: 0.0412235 Aug 26 12:26:50.955162 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-67934b94-9d9b-4cf9-b5bc-c632597f4595 req-eaff3ad2-f9fe-4ec6-8f92-e6e20f045c63 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294895 Aug 26 12:26:51.637033 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0216d6-a01c-46f3-b602-27c6ddf615db req-31bfb2a6-b184-4440-ae1a-224c3ae17925 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:51.638651 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8b0216d6-a01c-46f3-b602-27c6ddf615db req-31bfb2a6-b184-4440-ae1a-224c3ae17925 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0496917 Aug 26 12:26:51.676987 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8b0216d6-a01c-46f3-b602-27c6ddf615db req-5a998f60-7550-4679-83ce-e4b1efcee6fd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325036 Aug 26 12:26:52.797498 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01070ce9-695c-42a8-8b72-146738a6fd23 req-b3dc9087-6e4c-4caf-8d62-18078296a629 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:52.799181 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-01070ce9-695c-42a8-8b72-146738a6fd23 req-b3dc9087-6e4c-4caf-8d62-18078296a629 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0520780 Aug 26 12:26:52.836923 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-01070ce9-695c-42a8-8b72-146738a6fd23 req-e4002762-e287-46b9-8a8e-79949e53ced6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311961 Aug 26 12:26:53.955900 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc552bc6-bae8-43d1-bb02-b95abc52a64f req-debc93cd-c08b-4b79-9f7c-c49fce0216e9 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:53.957310 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fc552bc6-bae8-43d1-bb02-b95abc52a64f req-debc93cd-c08b-4b79-9f7c-c49fce0216e9 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Aug 26 12:26:53.999075 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fc552bc6-bae8-43d1-bb02-b95abc52a64f req-518665c5-4614-41cc-95f2-77b41e892f7e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356627 Aug 26 12:26:54.613324 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-929efcd2-726c-40df-b88b-474c0ec02999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:55.131516 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70061978-eb48-4b3e-8427-3551124aa826 req-cf8f68e4-35a6-49a5-9b2c-322ace387308 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:55.133480 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70061978-eb48-4b3e-8427-3551124aa826 req-cf8f68e4-35a6-49a5-9b2c-322ace387308 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0640068 Aug 26 12:26:55.170212 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70061978-eb48-4b3e-8427-3551124aa826 req-44f843cd-036a-4b96-b86c-ad14b904c118 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307789 Aug 26 12:26:56.289604 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490966ee-d9f7-48fb-9a55-3ab595220c6f req-c330b1cd-3f78-4394-af77-a8efb405503f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:56.291119 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-490966ee-d9f7-48fb-9a55-3ab595220c6f req-c330b1cd-3f78-4394-af77-a8efb405503f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0517204 Aug 26 12:26:56.327574 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-490966ee-d9f7-48fb-9a55-3ab595220c6f req-d8471dd2-3103-42dd-a063-b54e40c5d7bb tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305579 Aug 26 12:26:56.446554 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:57.324241 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c3dcd24-088d-4b2f-b139-fb31be9949b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:57.473729 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8d92a-390c-46f9-95e1-2a4422958a00 req-1db030dc-d6a6-4b41-a053-169b6748d8a1 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:57.475171 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-23c8d92a-390c-46f9-95e1-2a4422958a00 req-1db030dc-d6a6-4b41-a053-169b6748d8a1 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0751102 Aug 26 12:26:57.483419 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-f39667d0-982c-4e3a-905f-9e20962ab063 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577521 Aug 26 12:26:57.495057 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:57.516446 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-23c8d92a-390c-46f9-95e1-2a4422958a00 req-c6e3c6ef-d5db-4855-b3fe-81eebedbde47 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Aug 26 12:26:57.615913 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-2ea8d1cb-b286-4466-8f2c-13d7b34cfb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:57.617423 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-2ea8d1cb-b286-4466-8f2c-13d7b34cfb5a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 1099 time: 0.0434196 Aug 26 12:26:57.741206 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-17ed01ad-f008-40e7-880c-30b99067aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:57.742620 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-17ed01ad-f008-40e7-880c-30b99067aa5f service neutron] 10.222.0.68 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 912 time: 0.0879576 Aug 26 12:26:57.842270 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-328e6ca0-815f-4773-b332-5af312e069d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf HTTP/1.1" status: 200 len: 1002 time: 0.0913374 Aug 26 12:26:57.896229 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-c2494d7a-83b0-4c9d-802b-4ec03e51f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:57.898272 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-c2494d7a-83b0-4c9d-802b-4ec03e51f149 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 200 len: 850 time: 0.0435927 Aug 26 12:26:57.950946 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-1c69044d-5b3f-462d-80d6-cf77932b4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:57.952338 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-1c69044d-5b3f-462d-80d6-cf77932b4e40 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68952abd-6601-4cfc-8312-c8049636c281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439582 Aug 26 12:26:58.072039 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-e114e134-f204-4dee-be42-a88b6feb880e service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093240 Aug 26 12:26:58.215879 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f2412d78-e7bd-440d-aa15-21343b83db64 req-2e27fdeb-c13a-4111-8c5a-387d278652ce service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879281 Aug 26 12:26:58.216920 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:58.642140 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20053226-0a65-4e2d-9ba0-0ac4d5d981ab req-e211c51e-2b2c-4865-8c3f-134448b8bd55 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:58.643757 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-20053226-0a65-4e2d-9ba0-0ac4d5d981ab req-e211c51e-2b2c-4865-8c3f-134448b8bd55 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0554729 Aug 26 12:26:58.684394 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-20053226-0a65-4e2d-9ba0-0ac4d5d981ab req-7e9ddf34-ddb5-41b9-a333-9462e3e4914e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338054 Aug 26 12:26:58.805015 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fcffb-8203-4c0c-8b95-da3bfbbcdab7 req-2094b3a7-1f55-4d11-b11c-3056df6ae4c3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:58.806558 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a49fcffb-8203-4c0c-8b95-da3bfbbcdab7 req-2094b3a7-1f55-4d11-b11c-3056df6ae4c3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0505607 Aug 26 12:26:58.815288 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55102) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:58.820423 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'floatingip': {'port_id': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:26:58.859697 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.502495 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 12:26:59.527302 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55128) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:59.551843 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.556397 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.640962 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-871fb50f-060f-4a20-8f39-d324aeffcf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.657513 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.l3_db [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Floating IP a57db7d5-666a-43bf-a652-521be4152afd associated. External IP: 172.27.2.245, port: cb998af5-837d-4c5d-a4d1-4d16db688ef4. Aug 26 12:26:59.731246 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-871fb50f-060f-4a20-8f39-d324aeffcf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.735204 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-871fb50f-060f-4a20-8f39-d324aeffcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.771320 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fb50f-060f-4a20-8f39-d324aeffcf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f74c6d-5f94-464f-b62d-46a7943f39ca,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:59.776189 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-871fb50f-060f-4a20-8f39-d324aeffcf86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6df29260ea7b407cb9f73a2501777342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477961 Aug 26 12:26:59.778781 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55132) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:26:59.828157 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e416f312-fb8f-4ece-b9c6-05a5a59514f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.851874 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e416f312-fb8f-4ece-b9c6-05a5a59514f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.876752 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:26:59.897137 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e416f312-fb8f-4ece-b9c6-05a5a59514f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.900220 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e416f312-fb8f-4ece-b9c6-05a5a59514f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:59.901383 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-e416f312-fb8f-4ece-b9c6-05a5a59514f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4f74c6d-5f94-464f-b62d-46a7943f39ca HTTP/1.1" status: 204 len: 168 time: 0.1216853 Aug 26 12:26:59.909394 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416f312-fb8f-4ece-b9c6-05a5a59514f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f74c6d-5f94-464f-b62d-46a7943f39ca,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:26:59.994953 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:27:00.000849 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:00.007942 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] Sync routers for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:27:00.033270 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-a546ec28-357c-4be2-ba3a-93b8d217e1c6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "PUT /v2.0/floatingips/a57db7d5-666a-43bf-a652-521be4152afd HTTP/1.1" status: 200 len: 991 time: 1.2142003 Aug 26 12:27:00.033489 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:27:00.033582 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:27:00.033660 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:26:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:27:00.034578 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73bf6b1-f588-4347-bb06-6aa09625fcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:27:00.081725 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b7140-faa7-4d2b-a0d1-43ebff29441c x-openstack-request-id: req-ee6b7140-faa7-4d2b-a0d1-43ebff29441c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:27:00.082018 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:27:00.082270 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee6b7140-faa7-4d2b-a0d1-43ebff29441c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:27:00.082710 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'status': 'completed', 'code': 200} Aug 26 12:27:00.123114 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:00.192979 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:27:00.204940 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-d5bb2036-9543-46b3-91cb-e36b4c42fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:00.206503 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-d5bb2036-9543-46b3-91cb-e36b4c42fcce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 1098 time: 0.0447683 Aug 26 12:27:00.307098 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-96f1df57-7e3a-43ff-b444-4dc0b5d0866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:00.308682 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-96f1df57-7e3a-43ff-b444-4dc0b5d0866d service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 917 time: 0.0924857 Aug 26 12:27:00.416284 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-cf66ed50-c147-4953-99be-9c36b3a50459 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4 HTTP/1.1" status: 200 len: 999 time: 0.0942121 Aug 26 12:27:00.478614 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-0c4fc94d-29c9-422b-8f6e-8aff3b615a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:00.480138 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-0c4fc94d-29c9-422b-8f6e-8aff3b615a5f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0484796 Aug 26 12:27:00.521201 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': 'a57db7d5-666a-43bf-a652-521be4152afd', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'port_id': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'mac_address': 'fa:16:3e:e8:0d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59640118-3488-4674-8a70-cc22efa985a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:26:30Z', 'updated_at': '2021-08-26T12:26:59Z', 'revision_number': 1, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:27:00.557375 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] Checking router: 10c38425-59c8-4dfb-bdd8-8b6e24bf078a for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:27:00.562849 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-9ebfd063-046d-4704-a070-0022c9046e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:00.564414 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-9ebfd063-046d-4704-a070-0022c9046e27 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501499 Aug 26 12:27:00.566043 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:27:00.566778 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:26:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:27:00.691160 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-e9088d10-36c6-41e1-bb0a-ea2df6c552ab service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070950 Aug 26 12:27:00.695250 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:27:00.834132 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d73bf6b1-f588-4347-bb06-6aa09625fcc8 req-dd8cc4e6-147b-4e10-bb90-7c935f45e3a4 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885117 Aug 26 12:27:01.051065 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': 'a57db7d5-666a-43bf-a652-521be4152afd', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'port_id': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'mac_address': 'fa:16:3e:e8:0d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59640118-3488-4674-8a70-cc22efa985a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:26:30Z', 'updated_at': '2021-08-26T12:26:59Z', 'revision_number': 1, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:27:01.084266 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f74ba4-2e86-4df3-a9e0-33022dfb23ce None None] The sync data for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi is: [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': 'a57db7d5-666a-43bf-a652-521be4152afd', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'port_id': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'mac_address': 'fa:16:3e:e8:0d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59640118-3488-4674-8a70-cc22efa985a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:26:30Z', 'updated_at': '2021-08-26T12:26:59Z', 'revision_number': 1, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:27:01.291216 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45010ef9-abc0-448c-a2ba-a1646d702566 None None] New status for floating IP a57db7d5-666a-43bf-a652-521be4152afd: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:27:05.774276 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55268) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:05.889446 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:05.988226 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360be93-841f-4a04-8453-2a1719de2645 req-b6369724-903d-4bdc-b36c-cdd3b926049e tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:05.990136 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6360be93-841f-4a04-8453-2a1719de2645 req-b6369724-903d-4bdc-b36c-cdd3b926049e tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0860226 Aug 26 12:27:06.054307 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6360be93-841f-4a04-8453-2a1719de2645 req-6a66cccf-b081-4b77-aaaf-ed012d3ce5b0 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550382 Aug 26 12:27:06.063397 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.074370 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.081781 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55282) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:06.116701 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd455ce-884f-468b-848a-3b4823a2c079,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:06.120517 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=246482cd839b418cae4407bdd0304bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451581 Aug 26 12:27:06.123647 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55286) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:06.126733 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.127087 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.127431 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.127771 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.128110 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.128444 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.128774 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.129103 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.129431 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.129767 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.130085 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.130493 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f30d3-45f5-43eb-90e0-d2a8df5b15a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:06.179029 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a9a03b4-01ef-4a13-be9c-7e395f70bfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.181621 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1c49e-88f7-4db6-bca2-b26ef7fddc9e req-44cc0a3a-3cc5-41f3-8611-7b930b8e9607 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:06.183252 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-07d1c49e-88f7-4db6-bca2-b26ef7fddc9e req-44cc0a3a-3cc5-41f3-8611-7b930b8e9607 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 946 time: 0.0492749 Aug 26 12:27:06.200495 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a9a03b4-01ef-4a13-be9c-7e395f70bfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.223549 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-07d1c49e-88f7-4db6-bca2-b26ef7fddc9e req-6261245a-0d1e-417f-b8ba-a99ec2243944 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338938 Aug 26 12:27:06.272521 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56e8f5-e6d4-4a66-9dde-19d7f0356b6e tempest-TestMinimumBasicScenario-1822315288 tempest-TestMinimumBasicScenario-1822315288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:06.274049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-de56e8f5-e6d4-4a66-9dde-19d7f0356b6e tempest-TestMinimumBasicScenario-1822315288 tempest-TestMinimumBasicScenario-1822315288-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1093 time: 0.1898632 Aug 26 12:27:06.275177 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a9a03b4-01ef-4a13-be9c-7e395f70bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.277182 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55288) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:06.277698 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a9a03b4-01ef-4a13-be9c-7e395f70bfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.281020 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-7a9a03b4-01ef-4a13-be9c-7e395f70bfd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdd455ce-884f-468b-848a-3b4823a2c079 HTTP/1.1" status: 204 len: 168 time: 0.1541185 Aug 26 12:27:06.283837 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'floatingip': {'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'port_id': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:06.286270 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a03b4-01ef-4a13-be9c-7e395f70bfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd455ce-884f-468b-848a-3b4823a2c079,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:06.312948 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.416363 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.521977 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Allocated IP 172.27.2.33 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/948e0994-999e-4c78-b56e-93c0942452a2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:27:06.547347 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55294) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:06.560508 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0bec551-c17d-4820-9f1e-565697ffdc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.629509 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.649409 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0bec551-c17d-4820-9f1e-565697ffdc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.653284 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0bec551-c17d-4820-9f1e-565697ffdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.667548 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.693149 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-a0bec551-c17d-4820-9f1e-565697ffdc0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0926f00479634f329070b8f1ce63ca00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423256 Aug 26 12:27:06.693149 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bec551-c17d-4820-9f1e-565697ffdc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107d2050-f471-4b9a-bad6-21812e84f4b9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:06.693855 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55296) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:06.719567 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:27:06.726563 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:27:06.734564 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:27:06.742561 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'Port': ['ID=948e0994-999e-4c78-b56e-93c0942452a2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:06.800928 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d707-5098-4b80-b94a-ceb8e6728d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.864165 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d707-5098-4b80-b94a-ceb8e6728d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:06.997720 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d707-5098-4b80-b94a-ceb8e6728d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:07.000166 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d707-5098-4b80-b94a-ceb8e6728d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:07.001332 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-b0d8d707-5098-4b80-b94a-ceb8e6728d06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/107d2050-f471-4b9a-bad6-21812e84f4b9 HTTP/1.1" status: 204 len: 168 time: 0.3062491 Aug 26 12:27:07.016417 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8d707-5098-4b80-b94a-ceb8e6728d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107d2050-f471-4b9a-bad6-21812e84f4b9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:07.169339 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:07.499476 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f807a-5d3a-498e-b7fa-b1ae386aec75 req-6c384b60-e080-4dd2-b3f3-031fa8d5500c tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:07.500990 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e54f807a-5d3a-498e-b7fa-b1ae386aec75 req-6c384b60-e080-4dd2-b3f3-031fa8d5500c tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 946 time: 0.0849686 Aug 26 12:27:07.505413 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:07.580211 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e54f807a-5d3a-498e-b7fa-b1ae386aec75 req-c3dbee92-1d51-4ac0-8a36-e5cbe69f3342 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548775 Aug 26 12:27:07.685427 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:07.690695 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:07.765900 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'Port': ['ID=948e0994-999e-4c78-b56e-93c0942452a2,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:07.776392 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:07.878993 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.l3_db [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Floating IP 43f52d4f-126e-4c17-966d-936e08ae6937 associated. External IP: 172.27.2.33, port: 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9. Aug 26 12:27:08.099152 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Router deea3b55-c454-4db7-b4a0-36f47e8c7d62 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:27:08.214119 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:27:08.224608 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] Sync routers for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:27:08.237397 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:27:08.238293 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:26:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:27:08.242139 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.268895 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-636aafa0-b988-43bf-b950-f13d92f852be tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9904780 Aug 26 12:27:08.269526 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:27:08.271880 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55340) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:08.272908 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c175cc42-e59a-437a-b717-5ebe79feb405" -d '{"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:27:08.279235 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b54d2ece-86cc-4379-9d15-1f3af5ec1f68 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984352578', 'description': 'tempest-secgroup-smoke-1984352578 description', 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:08.305644 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b54d2ece-86cc-4379-9d15-1f3af5ec1f68 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.310950 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf2b280-a7d1-4d8d-a94f-8f3bd5684a6b x-openstack-request-id: req-cdf2b280-a7d1-4d8d-a94f-8f3bd5684a6b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:27:08.311237 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:27:08.311487 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdf2b280-a7d1-4d8d-a94f-8f3bd5684a6b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:27:08.311887 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'status': 'completed', 'code': 200} Aug 26 12:27:08.368863 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:27:08.408362 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b54d2ece-86cc-4379-9d15-1f3af5ec1f68 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.415166 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b54d2ece-86cc-4379-9d15-1f3af5ec1f68 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.423381 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-30ad0f41-b874-42e9-856b-1f79b7c40669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:08.425234 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-30ad0f41-b874-42e9-856b-1f79b7c40669 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1098 time: 0.0469596 Aug 26 12:27:08.453801 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b54d2ece-86cc-4379-9d15-1f3af5ec1f68 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.455497 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-b54d2ece-86cc-4379-9d15-1f3af5ec1f68 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1821594 Aug 26 12:27:08.458831 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55348) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:08.465372 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c6a93f49-bec6-489b-8393-9dec801a2f04 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'security_group_rule': {'security_group_id': '34abfc53-45b8-447d-9a25-49f5ebeed934', 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:08.473869 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d2ece-86cc-4379-9d15-1f3af5ec1f68 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34abfc53-45b8-447d-9a25-49f5ebeed934,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:08.509997 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6a93f49-bec6-489b-8393-9dec801a2f04 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.556187 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-538f5135-2066-4947-853b-b472ab818710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:08.558219 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-538f5135-2066-4947-853b-b472ab818710 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4e2c5728-0393-45ab-8280-7dfb66452886 HTTP/1.1" status: 200 len: 915 time: 0.1185851 Aug 26 12:27:08.569630 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6a93f49-bec6-489b-8393-9dec801a2f04 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.574925 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6a93f49-bec6-489b-8393-9dec801a2f04 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.597745 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a93f49-bec6-489b-8393-9dec801a2f04 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fc2334-90d5-4237-90e5-b32896777475,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:08.613807 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6a93f49-bec6-489b-8393-9dec801a2f04 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.619069 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-c6a93f49-bec6-489b-8393-9dec801a2f04 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584032 Aug 26 12:27:08.620638 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55356) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:08.628007 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f4b0f9f5-b11e-4c5b-af9a-800e2c5c2613 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'security_group_rule': {'security_group_id': '34abfc53-45b8-447d-9a25-49f5ebeed934', 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:08.662095 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-351518dd-7038-407e-b1fe-3b887e2eaa29 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 998 time: 0.0913095 Aug 26 12:27:08.671039 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '43f52d4f-126e-4c17-966d-936e08ae6937', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'port_id': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'mac_address': 'fa:16:3e:a7:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:27:07Z', 'updated_at': '2021-08-26T12:27:07Z', 'revision_number': 0, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ba2d9e-1866-4a8a-8782-28fab4726b94', 'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'mac_address': 'fa:16:3e:cd:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:45Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 5, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'subnets': [{'id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:27:08.711082 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] Checking router: deea3b55-c454-4db7-b4a0-36f47e8c7d62 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:27:08.729425 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f9f5-b11e-4c5b-af9a-800e2c5c2613 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.732778 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:27:08.733621 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:26:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:27:08.743455 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-06f3928e-6f2a-48ce-9d9c-fd0d7887eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:08.745100 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-06f3928e-6f2a-48ce-9d9c-fd0d7887eb71 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ec2397c-361c-49c7-bca6-1bbc5da4c337 HTTP/1.1" status: 200 len: 853 time: 0.0740166 Aug 26 12:27:08.805389 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-79d9637a-76f6-4a1a-967b-11489691e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:08.806921 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-79d9637a-76f6-4a1a-967b-11489691e352 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4e2c5728-0393-45ab-8280-7dfb66452886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542033 Aug 26 12:27:08.807999 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-0fca04a3-274f-4c5e-a634-1d5d3bb082c8 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:08.809495 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-0fca04a3-274f-4c5e-a634-1d5d3bb082c8 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 946 time: 0.1580598 Aug 26 12:27:08.843340 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead53bf-7100-40fd-bba2-eae3beefc189 req-f4997df4-ac08-4dee-8501-56b2acc1f872 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:08.850858 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-eead53bf-7100-40fd-bba2-eae3beefc189 req-f4997df4-ac08-4dee-8501-56b2acc1f872 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 946 time: 0.1552918 Aug 26 12:27:08.870807 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:27:08.883307 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f9f5-b11e-4c5b-af9a-800e2c5c2613 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.901745 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f9f5-b11e-4c5b-af9a-800e2c5c2613 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.941079 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-6ad79268-56ac-4d8e-bf30-5613411715e7 service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166737 Aug 26 12:27:08.952801 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0f9f5-b11e-4c5b-af9a-800e2c5c2613 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0163ff52-0c8f-42d9-9c3a-9d00ea1dc3bf,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:08.977012 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-eead53bf-7100-40fd-bba2-eae3beefc189 req-1f2e4bff-8887-4d03-afaa-b6cc23aabed3 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202328 Aug 26 12:27:08.979471 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f9f5-b11e-4c5b-af9a-800e2c5c2613 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:08.983535 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f4b0f9f5-b11e-4c5b-af9a-800e2c5c2613 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3588784 Aug 26 12:27:08.983535 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55370) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:08.993694 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c08aa7d2-5be6-4e66-9885-0f49d0cf8b20 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'security_group_rule': {'security_group_id': '34abfc53-45b8-447d-9a25-49f5ebeed934', 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:09.039244 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c08aa7d2-5be6-4e66-9885-0f49d0cf8b20 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.044690 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Deleting port e7aefed6-9eba-437b-932c-5bfddf6b363f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:27:09.045045 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.075686 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c175cc42-e59a-437a-b717-5ebe79feb405 req-e7654c8a-afe0-4cab-b62d-4661ee59ca9c service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249621 Aug 26 12:27:09.144921 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:09.164703 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c08aa7d2-5be6-4e66-9885-0f49d0cf8b20 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.173049 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '43f52d4f-126e-4c17-966d-936e08ae6937', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'port_id': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'mac_address': 'fa:16:3e:a7:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:27:07Z', 'updated_at': '2021-08-26T12:27:07Z', 'revision_number': 0, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ba2d9e-1866-4a8a-8782-28fab4726b94', 'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'mac_address': 'fa:16:3e:cd:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:45Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 5, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'subnets': [{'id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:27:09.173321 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c08aa7d2-5be6-4e66-9885-0f49d0cf8b20 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.204891 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6850f47-2419-4557-999a-f74865896fb0 None None] The sync data for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi is: [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '43f52d4f-126e-4c17-966d-936e08ae6937', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'port_id': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'mac_address': 'fa:16:3e:a7:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:27:07Z', 'updated_at': '2021-08-26T12:27:07Z', 'revision_number': 0, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ba2d9e-1866-4a8a-8782-28fab4726b94', 'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'mac_address': 'fa:16:3e:cd:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:45Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 5, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'subnets': [{'id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:27:09.205675 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c08aa7d2-5be6-4e66-9885-0f49d0cf8b20 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.207712 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-c08aa7d2-5be6-4e66-9885-0f49d0cf8b20 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2230301 Aug 26 12:27:09.210436 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55380) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:09.216902 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b67e267b-540f-43b3-b4a2-5bab940b5e8d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'security_group_rule': {'security_group_id': '34abfc53-45b8-447d-9a25-49f5ebeed934', 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:09.217638 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] For port e7aefed6-9eba-437b-932c-5bfddf6b363f, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e7aefed6-9eba-437b-932c-5bfddf6b363f,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:27:09.218093 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.228548 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08aa7d2-5be6-4e66-9885-0f49d0cf8b20 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb04c4c1-9c62-4fbf-82e1-532661a2ab3d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:09.237634 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Calling delete_port for e7aefed6-9eba-437b-932c-5bfddf6b363f owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:27:09.257558 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b67e267b-540f-43b3-b4a2-5bab940b5e8d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.295491 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc215ade-245a-409c-a3d2-3b0b77176b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.352903 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b67e267b-540f-43b3-b4a2-5bab940b5e8d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.360613 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b67e267b-540f-43b3-b4a2-5bab940b5e8d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.394440 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e267b-540f-43b3-b4a2-5bab940b5e8d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c703db2-ff4d-4243-81d9-369e70135303,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:09.403657 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.436194 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Pushing event deleted for resources: {'Port': ['ID=e7aefed6-9eba-437b-932c-5bfddf6b363f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:09.445800 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['e7aefed6-9eba-437b-932c-5bfddf6b363f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:27:09.459018 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc215ade-245a-409c-a3d2-3b0b77176b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.467765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc215ade-245a-409c-a3d2-3b0b77176b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.481618 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b67e267b-540f-43b3-b4a2-5bab940b5e8d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.485477 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-b67e267b-540f-43b3-b4a2-5bab940b5e8d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2712166 Aug 26 12:27:09.489879 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52132dad-2f42-4b5c-b8a4-56578f3d26e9 None None] New status for floating IP 43f52d4f-126e-4c17-966d-936e08ae6937: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:27:09.498814 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55382) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:09.501451 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] No DVR routers for this DVR port e7aefed6-9eba-437b-932c-5bfddf6b363f on host hv-cinder-80614 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:27:09.505882 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f1b1687b-dc70-4b29-b350-eda741c9aa7b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'security_group_rule': {'security_group_id': '34abfc53-45b8-447d-9a25-49f5ebeed934', 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:09.511029 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.512991 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-acdd5489-f23e-4bab-8840-5963b6ab3898 req-33924574-122f-442e-9d88-f6f987ab8f8b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.68 "DELETE /v2.0/ports/e7aefed6-9eba-437b-932c-5bfddf6b363f HTTP/1.1" status: 204 len: 173 time: 0.6876013 Aug 26 12:27:09.514441 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3652f6-8287-470c-9b40-37ff8c2cd5bd', 'name': 'network-vif-deleted', 'tag': 'e7aefed6-9eba-437b-932c-5bfddf6b363f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:27:09.516865 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaa3362-29b2-4189-9af7-23eef4365881" -d '{"events": [{"server_uuid": "9b3652f6-8287-470c-9b40-37ff8c2cd5bd", "name": "network-vif-deleted", "tag": "e7aefed6-9eba-437b-932c-5bfddf6b363f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:27:09.533610 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-cc215ade-245a-409c-a3d2-3b0b77176b62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bac152e260a24d2bab2117078a5ba177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872263 Aug 26 12:27:09.535224 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc215ade-245a-409c-a3d2-3b0b77176b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ba08b2-b13e-40af-8cd7-04713dcb1e4c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:09.535994 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55386) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:09.554366 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-f1b1687b-dc70-4b29-b350-eda741c9aa7b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Project c50ea80a6b36463ea81cbd7f857499a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:27:09.569059 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175cf9d4-fd14-48e6-84f7-2388c833f5c0 x-openstack-request-id: req-175cf9d4-fd14-48e6-84f7-2388c833f5c0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:27:09.569345 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3652f6-8287-470c-9b40-37ff8c2cd5bd", "name": "network-vif-deleted", "tag": "e7aefed6-9eba-437b-932c-5bfddf6b363f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:27:09.569590 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-175cf9d4-fd14-48e6-84f7-2388c833f5c0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:27:09.570003 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3652f6-8287-470c-9b40-37ff8c2cd5bd', 'name': 'network-vif-deleted', 'tag': 'e7aefed6-9eba-437b-932c-5bfddf6b363f', 'status': 'completed', 'code': 200} Aug 26 12:27:09.570846 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1b1687b-dc70-4b29-b350-eda741c9aa7b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.642239 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9aa67a5-676c-4244-91d6-bbda03a1b392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.678223 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9aa67a5-676c-4244-91d6-bbda03a1b392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.680756 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1b1687b-dc70-4b29-b350-eda741c9aa7b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.688715 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1b1687b-dc70-4b29-b350-eda741c9aa7b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.723893 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1687b-dc70-4b29-b350-eda741c9aa7b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2625eac-d5ff-44cd-88ba-c4c8c4ec167a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:09.732224 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1b1687b-dc70-4b29-b350-eda741c9aa7b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.733757 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f1b1687b-dc70-4b29-b350-eda741c9aa7b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2335999 Aug 26 12:27:09.736868 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55388) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:09.742326 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f78c35e4-d105-4106-8d7d-30cfd7742a39 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'security_group_rule': {'security_group_id': '34abfc53-45b8-447d-9a25-49f5ebeed934', 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:09.758698 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9aa67a5-676c-4244-91d6-bbda03a1b392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.761345 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9aa67a5-676c-4244-91d6-bbda03a1b392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.762674 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f9aa67a5-676c-4244-91d6-bbda03a1b392 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92ba08b2-b13e-40af-8cd7-04713dcb1e4c HTTP/1.1" status: 204 len: 168 time: 0.2257342 Aug 26 12:27:09.769504 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-f78c35e4-d105-4106-8d7d-30cfd7742a39 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Project c50ea80a6b36463ea81cbd7f857499a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:27:09.770708 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa67a5-676c-4244-91d6-bbda03a1b392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ba08b2-b13e-40af-8cd7-04713dcb1e4c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:09.777237 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f78c35e4-d105-4106-8d7d-30cfd7742a39 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.854116 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f78c35e4-d105-4106-8d7d-30cfd7742a39 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.858376 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f78c35e4-d105-4106-8d7d-30cfd7742a39 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.876811 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c35e4-d105-4106-8d7d-30cfd7742a39 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369f83cf-0b3e-4763-877a-c58118ea8ea1,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:09.884416 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f78c35e4-d105-4106-8d7d-30cfd7742a39 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:09.885872 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-f78c35e4-d105-4106-8d7d-30cfd7742a39 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477489 Aug 26 12:27:09.968817 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-e4046051-d417-414f-abe9-c28e284a19dd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984352578&fields=id&tenant_id=c50ea80a6b36463ea81cbd7f857499a0 HTTP/1.1" status: 200 len: 267 time: 0.0365772 Aug 26 12:27:10.026161 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-2fa9daec-27e4-4270-a2c7-4585e27cdecc tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:10.027892 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-2fa9daec-27e4-4270-a2c7-4585e27cdecc tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0524642 Aug 26 12:27:10.043508 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-8a0b28b6-588d-484c-b769-7ace651ade28 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'port': {'security_groups': ['8dab5df1-2962-4a82-96cf-8e956b44fe4a', '34abfc53-45b8-447d-9a25-49f5ebeed934']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:10.065156 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55398) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:10.083020 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7fc3057f-5598-41e7-a000-70760bfb2b85 req-35fe4a59-b530-4a94-b0fb-5fbc75d3d71c tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b3652f6-8287-470c-9b40-37ff8c2cd5bd HTTP/1.1" status: 200 len: 210 time: 0.0302203 Aug 26 12:27:10.087800 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc185f8d-e213-4925-a8d0-80e718f90d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.137823 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-8a0b28b6-588d-484c-b769-7ace651ade28 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.335902 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc185f8d-e213-4925-a8d0-80e718f90d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.341484 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc185f8d-e213-4925-a8d0-80e718f90d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.408676 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-cc185f8d-e213-4925-a8d0-80e718f90d17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ef50068c9c14e898f7cee077f364ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420641 Aug 26 12:27:10.411263 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55402) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:10.412595 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc185f8d-e213-4925-a8d0-80e718f90d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e38ea3-7081-4990-88d6-dadea9177719,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:10.427361 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-8a0b28b6-588d-484c-b769-7ace651ade28 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] For port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:27:10.457660 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-8a0b28b6-588d-484c-b769-7ace651ade28 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.462892 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f268d4c1-43f2-4b99-957c-96424267fe8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.463074 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-8a0b28b6-588d-484c-b769-7ace651ade28 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.489430 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f268d4c1-43f2-4b99-957c-96424267fe8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.505543 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-8a0b28b6-588d-484c-b769-7ace651ade28 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:10.506598 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-8a0b28b6-588d-484c-b769-7ace651ade28 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.507884 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:27:10.508355 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-413beb9f-122e-4eb4-b8c3-2cda27fccd38 req-8a0b28b6-588d-484c-b769-7ace651ade28 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "PUT /v2.0/ports/0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 981 time: 0.4697065 Aug 26 12:27:10.510801 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:27:10.513039 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083cc6e7-d486-4d27-a117-9e07fdf6349f" -d '{"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:27:10.550044 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b28b6-588d-484c-b769-7ace651ade28 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'Port': ['ID=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:10.557516 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f268d4c1-43f2-4b99-957c-96424267fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.560569 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f268d4c1-43f2-4b99-957c-96424267fe8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.564204 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f268d4c1-43f2-4b99-957c-96424267fe8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24e38ea3-7081-4990-88d6-dadea9177719 HTTP/1.1" status: 204 len: 168 time: 0.1494462 Aug 26 12:27:10.570903 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268d4c1-43f2-4b99-957c-96424267fe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e38ea3-7081-4990-88d6-dadea9177719,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:10.602927 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe502296-e1ed-4d5f-bf82-22443e600fa1 x-openstack-request-id: req-fe502296-e1ed-4d5f-bf82-22443e600fa1 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:27:10.603333 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:27:10.603651 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe502296-e1ed-4d5f-bf82-22443e600fa1 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:27:10.604145 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'status': 'completed', 'code': 200} Aug 26 12:27:10.673127 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19bce5-9042-44d8-8e15-3c3c6951b528 req-cf34eb56-2116-494c-97ef-24e67b86c149 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:10.674925 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2b19bce5-9042-44d8-8e15-3c3c6951b528 req-cf34eb56-2116-494c-97ef-24e67b86c149 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0636096 Aug 26 12:27:10.747743 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2b19bce5-9042-44d8-8e15-3c3c6951b528 req-d34e6af9-60f3-413e-97d7-6dcd360ec7f0 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619183 Aug 26 12:27:10.751022 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-f7eb951e-e842-4528-af7a-eab415dca6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:10.752535 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-f7eb951e-e842-4528-af7a-eab415dca6d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1137 time: 0.0766149 Aug 26 12:27:10.770824 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:27:10.889457 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-9359b76d-ba83-4807-a56c-acfbae8984b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:10.891181 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-9359b76d-ba83-4807-a56c-acfbae8984b7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4e2c5728-0393-45ab-8280-7dfb66452886 HTTP/1.1" status: 200 len: 915 time: 0.1257763 Aug 26 12:27:10.920248 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ad036601-4cb1-41b6-b630-ec5eb55ce9bf None None] Provisioning complete for port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:27:10.920628 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad036601-4cb1-41b6-b630-ec5eb55ce9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:10.966123 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-b79964a5-3a78-4f44-a028-7b173df244ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 1000 time: 0.0654614 Aug 26 12:27:11.024079 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-fea30af4-afff-4338-b4e1-a38a1cbb58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:11.025834 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-fea30af4-afff-4338-b4e1-a38a1cbb58a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ec2397c-361c-49c7-bca6-1bbc5da4c337 HTTP/1.1" status: 200 len: 853 time: 0.0517414 Aug 26 12:27:11.077384 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-b07111eb-8c02-4691-a683-d49d49c1ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:11.079174 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-b07111eb-8c02-4691-a683-d49d49c1ad65 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4e2c5728-0393-45ab-8280-7dfb66452886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441835 Aug 26 12:27:11.209858 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-ec1bbcd5-f431-4710-aa84-53ffacf93ffe service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197550 Aug 26 12:27:11.360278 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-083cc6e7-d486-4d27-a117-9e07fdf6349f req-05f85767-5a36-4fc6-b842-1ae3033c8bad service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404533 Aug 26 12:27:11.861574 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 55450) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:11.964619 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f813399f-6296-4348-98ba-bc766e4870a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:12.054351 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f813399f-6296-4348-98ba-bc766e4870a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:12.058142 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f813399f-6296-4348-98ba-bc766e4870a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:12.095779 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f813399f-6296-4348-98ba-bc766e4870a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86f46569759b46799514496f528e3fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331183 Aug 26 12:27:12.096643 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813399f-6296-4348-98ba-bc766e4870a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e547c97-44f6-43aa-af32-7e182a7b39df,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:12.098378 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 55454) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:12.148146 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fed704e1-64f5-451f-b375-9c364e26e7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:12.168807 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fed704e1-64f5-451f-b375-9c364e26e7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:12.213223 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fed704e1-64f5-451f-b375-9c364e26e7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:12.215742 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fed704e1-64f5-451f-b375-9c364e26e7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:12.216885 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-fed704e1-64f5-451f-b375-9c364e26e7b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e547c97-44f6-43aa-af32-7e182a7b39df HTTP/1.1" status: 204 len: 168 time: 0.1174772 Aug 26 12:27:12.224450 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed704e1-64f5-451f-b375-9c364e26e7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e547c97-44f6-43aa-af32-7e182a7b39df,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:14.557888 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device e7aefed6-9eba-437b-932c-5bfddf6b363f no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:27:14.582382 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: e7aefed6-9eba-437b-932c-5bfddf6b363f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:27:14.583212 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device e7aefed6-9eba-437b-932c-5bfddf6b363f not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:27:21.214783 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-2739a9d0-bb05-4e17-b5d1-2600c74ed13e tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:21.216248 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-2739a9d0-bb05-4e17-b5d1-2600c74ed13e tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/networks?id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 HTTP/1.1" status: 200 len: 814 time: 0.1068163 Aug 26 12:27:21.231842 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-91342721-05dd-4ded-a41c-35b9538baac8 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/quotas/46c2a25804c34a0880de8d5c695baf97 HTTP/1.1" status: 200 len: 375 time: 0.0098360 Aug 26 12:27:21.269669 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-09050cd8-ca41-4eb4-b899-331025595580 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46c2a25804c34a0880de8d5c695baf97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273967 Aug 26 12:27:21.362790 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-83f34506-bd2d-4395-852d-9de634620ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859013 Aug 26 12:27:21.455815 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-438ab029-5278-4274-97d7-15134118fa24 service neutron] 10.222.0.13 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862615 Aug 26 12:27:21.610189 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-56864331-499a-420f-ba61-82755d06ffaa req-5a259752-bf98-40a9-bdc6-3c2a5043d58d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0264657 Aug 26 12:27:22.037386 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:27:22.722080 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c1baedf6-4076-4f4c-a5d7-67ed259b5d89 req-742d0189-0dab-4be2-922a-bd1b277837ae tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0375538 Aug 26 12:27:22.826966 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-6cfaeb84-43be-4107-9572-cba0c9e83e81 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:22.828449 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-6cfaeb84-43be-4107-9572-cba0c9e83e81 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.68 "GET /v2.0/networks?id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 HTTP/1.1" status: 200 len: 814 time: 0.1163619 Aug 26 12:27:22.867019 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Request body: {'port': {'device_id': 'bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6', 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55', 'admin_state_up': True, 'tenant_id': '46c2a25804c34a0880de8d5c695baf97'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:22.981083 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Made reservation on behalf of 46c2a25804c34a0880de8d5c695baf97 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:27:22.985035 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:23.109593 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Allocated IP 172.20.0.13 (2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55/612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9/107c39bb-9e28-47c5-bbe2-9bd9dc8c0145) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:27:23.258541 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:23.297743 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:23.342389 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:27:23.345572 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:27:23.348228 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:27:23.382778 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Pushing event updated for resources: {'Port': ['ID=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:23.396819 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.397172 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.397513 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.397849 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.398179 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.398546 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.399435 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.399767 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.400094 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.400418 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.400747 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.401068 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:27:23.419904 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:23.420505 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:23.434049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-fb6ba9e9-bdc2-4847-bd02-3e2a9214149d tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710816 Aug 26 12:27:23.456462 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Request body: {'port': {'device_id': 'bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:27:23.514881 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:23.779597 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:27:23.787136 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:23.809154 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Transition to ACTIVE for port object 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:27:23.813375 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:23.893530 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Pushing event updated for resources: {'Port': ['ID=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:23.905247 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3282-ca14-421b-acb2-90a1c3164f57 req-ff996754-f4e0-47a4-a932-772439466b9b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:23.907033 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-294f3282-ca14-421b-acb2-90a1c3164f57 req-ff996754-f4e0-47a4-a932-772439466b9b tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 944 time: 0.1086798 Aug 26 12:27:23.985921 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-294f3282-ca14-421b-acb2-90a1c3164f57 req-c973bb6c-c0ac-4bbc-b0d6-d1118c145e12 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650048 Aug 26 12:27:24.002175 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Attempting to bind port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:27:24.002701 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Attempting to bind port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'bfd3cfab-e45c-444c-90d2-2dad54a38f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:27:24.003167 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Attempting to bind port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 on network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:27:24.009732 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 on network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:27:24.010054 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Attempting to bind port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 on network 2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:27:24.015324 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:27:24.015664 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Checking segment: {'id': 'bfd3cfab-e45c-444c-90d2-2dad54a38f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:27:24.016105 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Bound using segment: {'id': 'bfd3cfab-e45c-444c-90d2-2dad54a38f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:27:24.016480 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Bound port: 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd3cfab-e45c-444c-90d2-2dad54a38f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:27:24.016841 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:24.079838 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] For port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145, host hv-cinder-80614, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:27:24.082859 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] For port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:27:24.087372 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:24.125017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:24.125933 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:24.128061 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] 10.222.0.68 "PUT /v2.0/ports/107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 HTTP/1.1" status: 200 len: 1094 time: 0.6765237 Aug 26 12:27:24.128715 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6', 'tag': '107c39bb-9e28-47c5-bbe2-9bd9dc8c0145'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:27:24.132211 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6", "tag": "107c39bb-9e28-47c5-bbe2-9bd9dc8c0145"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:27:24.159637 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762486bc-cd02-40ac-809b-dc54e8e3bc37 service neutron] Pushing event updated for resources: {'Port': ['ID=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:24.173157 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884ab92e-086a-49e2-ba86-6f02d66f482b x-openstack-request-id: req-884ab92e-086a-49e2-ba86-6f02d66f482b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:27:24.173478 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6", "tag": "107c39bb-9e28-47c5-bbe2-9bd9dc8c0145", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:27:24.173715 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-884ab92e-086a-49e2-ba86-6f02d66f482b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:27:24.174104 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6', 'tag': '107c39bb-9e28-47c5-bbe2-9bd9dc8c0145', 'status': 'completed', 'code': 200} Aug 26 12:27:24.255016 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-eb2466b0-37c6-43b0-b23f-6336e31d48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:24.256494 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-eb2466b0-37c6-43b0-b23f-6336e31d48ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=46c2a25804c34a0880de8d5c695baf97&device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 1097 time: 0.0417311 Aug 26 12:27:24.311148 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-803600c6-3e6f-4d5f-848c-252d8a3a716a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 HTTP/1.1" status: 200 len: 217 time: 0.0387406 Aug 26 12:27:24.366213 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-98ee42f5-6632-4fda-be45-0c70dd7e3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:24.368258 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-98ee42f5-6632-4fda-be45-0c70dd7e3756 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9 HTTP/1.1" status: 200 len: 854 time: 0.0434074 Aug 26 12:27:24.403510 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-8c70589a-4f85-43af-8c24-63ad83311fd4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241814 Aug 26 12:27:24.500817 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-727decfa-abb5-4d7e-8861-cc3b8b4c44c0 service neutron] 10.222.0.68 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885754 Aug 26 12:27:24.591089 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0f74807b-0439-41c6-a4de-790bdd08cf15 req-41fe0758-3744-4e09-9cbb-3f891adf0227 service neutron] 10.222.0.68 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814610 Aug 26 12:27:24.623089 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b7a4-3373-4463-bd45-79097c20660d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:24.793176 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-c6ebab74-82da-4d68-be1c-1dcd945276d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:24.794701 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-c6ebab74-82da-4d68-be1c-1dcd945276d3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=46c2a25804c34a0880de8d5c695baf97&device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 1097 time: 0.0428734 Aug 26 12:27:24.897249 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-3ed573d0-bcea-4385-bfc0-c4176121a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:24.898702 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-3ed573d0-bcea-4385-bfc0-c4176121a6da service neutron] 10.222.0.68 "GET /v2.0/networks?id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 HTTP/1.1" status: 200 len: 915 time: 0.0938911 Aug 26 12:27:24.943050 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-42985293-b225-405d-a049-f1dd44da5973 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 HTTP/1.1" status: 200 len: 217 time: 0.0355613 Aug 26 12:27:24.998324 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-3bade028-f243-499e-af72-9ed3a459007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:24.999800 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-3bade028-f243-499e-af72-9ed3a459007b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9 HTTP/1.1" status: 200 len: 854 time: 0.0482349 Aug 26 12:27:25.047675 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-f56aa420-edc0-4473-bb0b-09b5b1c016b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267599 Aug 26 12:27:25.109700 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311088d-cc1f-4129-9e2f-25555c46f294 req-11c3773c-9ef1-4d4c-a666-b0e9f5e96195 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:25.111441 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9311088d-cc1f-4129-9e2f-25555c46f294 req-11c3773c-9ef1-4d4c-a666-b0e9f5e96195 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0543675 Aug 26 12:27:25.156115 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-b1d57dbd-afd5-41ca-b90c-ac556fb6fb31 service neutron] 10.222.0.68 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969255 Aug 26 12:27:25.161748 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9311088d-cc1f-4129-9e2f-25555c46f294 req-1844e719-164c-4aa0-9560-bdf07864a385 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Aug 26 12:27:25.256878 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6c6a4b07-9fdf-4a57-9edf-4e38e25e5719 req-672b3ae1-c420-46c4-b644-56edc0afba7e service neutron] 10.222.0.68 "GET /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914953 Aug 26 12:27:26.276707 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e5b6b-d8ca-409e-8c15-ed50e04ecd5d req-fad18ba9-d280-4e65-b446-ef00a452172f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:26.278154 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3c5e5b6b-d8ca-409e-8c15-ed50e04ecd5d req-fad18ba9-d280-4e65-b446-ef00a452172f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0503321 Aug 26 12:27:26.323098 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3c5e5b6b-d8ca-409e-8c15-ed50e04ecd5d req-1096e5aa-ad48-48b7-8f9a-d8793e64fc2e tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390329 Aug 26 12:27:26.451144 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:27.324754 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e500c5d4-a778-4fe0-b93e-6599cbcc285f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:27.439274 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0255585-9d8a-48ee-bb2d-0393363df1b8 req-68fa5b85-8e07-4267-b4a0-d12c08b669bf tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:27.440779 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a0255585-9d8a-48ee-bb2d-0393363df1b8 req-68fa5b85-8e07-4267-b4a0-d12c08b669bf tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0505424 Aug 26 12:27:27.479606 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a0255585-9d8a-48ee-bb2d-0393363df1b8 req-15cdc279-f8e5-48b3-a5d9-fdccc1b25789 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329273 Aug 26 12:27:27.497841 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:28.219089 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:28.597621 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:27:28.598372 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8024d01-027d-43a2-836a-499084e31acc req-d9696ab0-59ce-4421-8ac2-46ebd04713a5 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:28.599812 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a8024d01-027d-43a2-836a-499084e31acc req-d9696ab0-59ce-4421-8ac2-46ebd04713a5 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 944 time: 0.0532355 Aug 26 12:27:28.640920 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a8024d01-027d-43a2-836a-499084e31acc req-fe5f3811-d890-4e4a-aba5-db3f82614fbb tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Aug 26 12:27:28.696386 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:27:28.707776 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '107c39bb-9e28-47c5-bbe2-9bd9dc8c0145', 'network_id': '2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55', 'port_id': '107c39bb-9e28-47c5-bbe2-9bd9dc8c0145', 'mac_address': 'fa:16:3e:1e:21:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:27:28.751447 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:28.764312 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:27:28.782897 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:27:28.786534 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:28.832728 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:29.214728 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['107c39bb-9e28-47c5-bbe2-9bd9dc8c0145'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:27:29.762544 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd6630-9211-416e-ae49-c3e99066ff13 req-6995d39f-2428-4613-9c6a-613442999e37 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:29.764056 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cafd6630-9211-416e-ae49-c3e99066ff13 req-6995d39f-2428-4613-9c6a-613442999e37 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Aug 26 12:27:29.800814 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cafd6630-9211-416e-ae49-c3e99066ff13 req-13a0f85d-5f5f-4732-9acc-2051d9e6b894 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Aug 26 12:27:30.068347 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:30.600700 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:27:30.649680 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:27:30.653693 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:27:30.654068 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:30.729853 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:30.752695 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c39bb-9e28-47c5-bbe2-9bd9dc8c0145'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:27:30.754958 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7559ff-c8ed-4c20-82fb-7889e35f558e" -d '{"events": [{"server_uuid": "bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "107c39bb-9e28-47c5-bbe2-9bd9dc8c0145"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:27:30.770563 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:27:30.775361 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:30.798311 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e1f8f4-75eb-4282-bece-ab6fb0b3f23a x-openstack-request-id: req-97e1f8f4-75eb-4282-bece-ab6fb0b3f23a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:27:30.798616 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "107c39bb-9e28-47c5-bbe2-9bd9dc8c0145", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:27:30.798857 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97e1f8f4-75eb-4282-bece-ab6fb0b3f23a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:27:30.799231 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c39bb-9e28-47c5-bbe2-9bd9dc8c0145', 'code': 200} Aug 26 12:27:30.824163 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:30.931502 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29461f8-ad35-4fa7-8779-e69ac9cfc3bf req-7247d6f4-c43a-4645-85c0-e54a085cd0f7 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:30.933026 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b29461f8-ad35-4fa7-8779-e69ac9cfc3bf req-7247d6f4-c43a-4645-85c0-e54a085cd0f7 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0532289 Aug 26 12:27:30.973901 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b29461f8-ad35-4fa7-8779-e69ac9cfc3bf req-79141b88-9153-4998-ba3d-40c2f07199af tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Aug 26 12:27:31.034648 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba4080-1cf8-46df-aa7f-92a00e74d485 req-c2320828-abb4-4477-95b4-598c679b7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:31.036189 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-02ba4080-1cf8-46df-aa7f-92a00e74d485 req-c2320828-abb4-4477-95b4-598c679b7334 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 1099 time: 0.0399334 Aug 26 12:27:31.075888 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-02ba4080-1cf8-46df-aa7f-92a00e74d485 req-fe736201-4e0e-4a0f-ac3b-2407fceb334a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278325 Aug 26 12:27:32.092964 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69493c79-1309-4a4f-aa56-081f486290ad req-9b0412d0-83d1-45ac-bc7a-26bb4843ffde tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:32.094436 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-69493c79-1309-4a4f-aa56-081f486290ad req-9b0412d0-83d1-45ac-bc7a-26bb4843ffde tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0553856 Aug 26 12:27:32.132078 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-69493c79-1309-4a4f-aa56-081f486290ad req-bd442dfa-a212-4b79-a905-8b9b30dc4c31 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Aug 26 12:27:33.244259 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7994-ef45-41e8-84b2-7cd014f707b8 req-6631316f-dae7-41d1-8a24-bf960f1a0ad2 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:33.245692 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0ebd7994-ef45-41e8-84b2-7cd014f707b8 req-6631316f-dae7-41d1-8a24-bf960f1a0ad2 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0489409 Aug 26 12:27:33.283052 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0ebd7994-ef45-41e8-84b2-7cd014f707b8 req-5136faf0-a007-4b7d-96be-cdb747b18eb8 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311735 Aug 26 12:27:40.009329 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10c1e8-f572-48ca-a1f8-7a71e886b13d req-a648fffe-d653-49db-9c74-e0d7e28a91e7 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:40.010891 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6c10c1e8-f572-48ca-a1f8-7a71e886b13d req-a648fffe-d653-49db-9c74-e0d7e28a91e7 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0529876 Aug 26 12:27:40.053349 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6c10c1e8-f572-48ca-a1f8-7a71e886b13d req-9b069b51-08c4-460c-906b-3d780c5b3ec3 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361848 Aug 26 12:27:40.096996 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-552ac372-94e1-400b-9f03-5d596c4a2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:40.098393 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-552ac372-94e1-400b-9f03-5d596c4a2d4a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1137 time: 0.0442092 Aug 26 12:27:40.189400 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-8f3232f1-d71e-43c4-9d36-b2e5d079105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:40.190903 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-8f3232f1-d71e-43c4-9d36-b2e5d079105f service neutron] 10.222.0.68 "GET /v2.0/networks?id=4e2c5728-0393-45ab-8280-7dfb66452886 HTTP/1.1" status: 200 len: 915 time: 0.0828745 Aug 26 12:27:40.262206 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-85a16cba-076c-4124-945b-525a81f64065 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 1000 time: 0.0606709 Aug 26 12:27:40.313918 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-039f81ef-f78f-4d3f-b983-4b08ed5da20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:40.315378 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-039f81ef-f78f-4d3f-b983-4b08ed5da20c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ec2397c-361c-49c7-bca6-1bbc5da4c337 HTTP/1.1" status: 200 len: 853 time: 0.0429866 Aug 26 12:27:40.366253 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-e060f24f-d4e2-42d9-b44b-5f11926c6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:40.367711 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-e060f24f-d4e2-42d9-b44b-5f11926c6c91 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4e2c5728-0393-45ab-8280-7dfb66452886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403807 Aug 26 12:27:40.481349 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-8c9ac0e4-725a-4651-99ce-9c34cf26f8af service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856106 Aug 26 12:27:40.575399 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-74219c90-3f7a-45e3-b685-196f7f7ece4f req-01098126-6174-4d07-b95f-5285cc9e5131 service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859416 Aug 26 12:27:41.178548 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7db84-3298-41b5-9daf-330a0e632c23 req-04182115-98a4-4013-9f7d-12a3977bfeca tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:41.180097 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-56a7db84-3298-41b5-9daf-330a0e632c23 req-04182115-98a4-4013-9f7d-12a3977bfeca tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0544038 Aug 26 12:27:41.221976 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-56a7db84-3298-41b5-9daf-330a0e632c23 req-9d4a8762-ccc6-409e-a43f-a2f1ea91df47 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349367 Aug 26 12:27:42.360229 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4e20-a953-4985-909c-a8c86d07d27b req-e3bfc1dd-f2cc-4d2f-85dd-06db3efd945e tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:42.362478 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-10da4e20-a953-4985-909c-a8c86d07d27b req-e3bfc1dd-f2cc-4d2f-85dd-06db3efd945e tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0554569 Aug 26 12:27:42.405332 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-10da4e20-a953-4985-909c-a8c86d07d27b req-6e77cd1e-3815-4750-b96a-dba1a05ced1d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370281 Aug 26 12:27:43.034285 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ae254-2e70-42b0-8d06-8c272551c4c4 req-7c1c49f5-00f9-49cf-94c2-5dd2b35f2fba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:43.035695 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4c0ae254-2e70-42b0-8d06-8c272551c4c4 req-7c1c49f5-00f9-49cf-94c2-5dd2b35f2fba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0502899 Aug 26 12:27:43.073456 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4c0ae254-2e70-42b0-8d06-8c272551c4c4 req-183ef1e0-9e0b-4e65-b884-cbda78ae87b2 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313711 Aug 26 12:27:43.522640 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236fcd3-ef74-4fec-bb71-5bb7897c3372 req-70f8119a-9a2a-4d01-87f2-b7cc8f7e8587 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:43.524127 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e236fcd3-ef74-4fec-bb71-5bb7897c3372 req-70f8119a-9a2a-4d01-87f2-b7cc8f7e8587 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0503194 Aug 26 12:27:43.563993 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e236fcd3-ef74-4fec-bb71-5bb7897c3372 req-77edf99b-5827-4d6b-a2eb-d6c1d9b9dc12 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333061 Aug 26 12:27:44.189695 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c150185-69c6-435b-bd63-dbf0b7b9dfd3 req-61d9d618-dab6-494f-a7d3-a4cd10df8029 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:44.191167 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4c150185-69c6-435b-bd63-dbf0b7b9dfd3 req-61d9d618-dab6-494f-a7d3-a4cd10df8029 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0517185 Aug 26 12:27:44.227453 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4c150185-69c6-435b-bd63-dbf0b7b9dfd3 req-aefe8756-49d2-45e2-8108-dec6213472dc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304751 Aug 26 12:27:44.838660 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6034ff7-9fe4-4d35-9066-475906170ebe req-524e2801-0236-45b6-8e60-806e47c6af78 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:44.840074 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f6034ff7-9fe4-4d35-9066-475906170ebe req-524e2801-0236-45b6-8e60-806e47c6af78 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.2052896 Aug 26 12:27:44.881043 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f6034ff7-9fe4-4d35-9066-475906170ebe req-6ca84d96-9758-4791-944f-313bbd22eb97 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348434 Aug 26 12:27:45.339850 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69efa78-be24-45e0-9324-4fa626372e30 req-d7a2a88a-f611-4898-93be-c3d9ee6601b0 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:45.341334 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d69efa78-be24-45e0-9324-4fa626372e30 req-d7a2a88a-f611-4898-93be-c3d9ee6601b0 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0476608 Aug 26 12:27:45.380667 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d69efa78-be24-45e0-9324-4fa626372e30 req-24534942-d331-4816-9339-3e220eb1309c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333498 Aug 26 12:27:45.996958 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa8d4c-3cd6-45e4-9bb4-5e192572a08d req-7b2e0084-7fc1-421a-a47e-d9765f4dfb48 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:45.998698 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a9fa8d4c-3cd6-45e4-9bb4-5e192572a08d req-7b2e0084-7fc1-421a-a47e-d9765f4dfb48 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0513930 Aug 26 12:27:46.038719 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a9fa8d4c-3cd6-45e4-9bb4-5e192572a08d req-54c93a39-9682-4c17-8ae8-ba146836d841 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336897 Aug 26 12:27:46.568804 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c617e-a120-45e5-b25a-7a62fe353903 req-ad30753a-9deb-4835-964c-a5e089fabb93 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:46.570304 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3c8c617e-a120-45e5-b25a-7a62fe353903 req-ad30753a-9deb-4835-964c-a5e089fabb93 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.1212020 Aug 26 12:27:46.610544 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3c8c617e-a120-45e5-b25a-7a62fe353903 req-2b9619a6-6d49-4912-870d-9f4f8ff3a3aa tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328331 Aug 26 12:27:47.155602 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046c56b-b5e3-45bf-b1ad-69a7144d9be6 req-4e72e03c-eced-4047-accc-109f8b72bf54 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:47.157072 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d046c56b-b5e3-45bf-b1ad-69a7144d9be6 req-4e72e03c-eced-4047-accc-109f8b72bf54 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0518854 Aug 26 12:27:47.196607 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d046c56b-b5e3-45bf-b1ad-69a7144d9be6 req-5a027ce0-a4a8-478d-9e1f-c682183d8a55 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333223 Aug 26 12:27:47.724011 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea4390-df67-435c-9391-c276cc67b3f3 req-32e9651f-be72-4ace-bbe9-45e093dcee05 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:47.725468 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ddea4390-df67-435c-9391-c276cc67b3f3 req-32e9651f-be72-4ace-bbe9-45e093dcee05 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0472183 Aug 26 12:27:47.762697 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ddea4390-df67-435c-9391-c276cc67b3f3 req-eae56ab9-d8fb-4bb5-bc42-ac71009abe1b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306244 Aug 26 12:27:48.310766 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023a877-6c51-49bc-86be-b2706351f94d req-36a8d396-3267-4f4f-9aa4-a3fed701634f tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:48.312245 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4023a877-6c51-49bc-86be-b2706351f94d req-36a8d396-3267-4f4f-9aa4-a3fed701634f tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0508714 Aug 26 12:27:48.352219 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4023a877-6c51-49bc-86be-b2706351f94d req-8950a2f1-56b4-4597-97c0-e0ebed8f9246 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338399 Aug 26 12:27:48.880241 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d47319-f908-416c-912d-2e1627a816bd req-6d702b4e-c9a1-4e3b-85f2-e2db27a3ed3f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:48.881614 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-96d47319-f908-416c-912d-2e1627a816bd req-6d702b4e-c9a1-4e3b-85f2-e2db27a3ed3f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0516500 Aug 26 12:27:48.918303 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-96d47319-f908-416c-912d-2e1627a816bd req-6ab50dff-ca12-4e72-a6b7-17bf2e58c2cc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308101 Aug 26 12:27:49.465535 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faef45-df86-4cf4-a377-ad994908af43 req-077d346f-8669-405e-bc6e-8684f90205ac tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:49.466960 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-89faef45-df86-4cf4-a377-ad994908af43 req-077d346f-8669-405e-bc6e-8684f90205ac tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0493448 Aug 26 12:27:49.507279 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-89faef45-df86-4cf4-a377-ad994908af43 req-7738ea3e-6deb-40f2-bdaf-9088c595d5dc tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343735 Aug 26 12:27:50.032206 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586e243-5298-4177-8863-8ad591011bf5 req-89d4127f-5192-4941-ba34-fcd3a0bd8a6c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:50.033605 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b586e243-5298-4177-8863-8ad591011bf5 req-89d4127f-5192-4941-ba34-fcd3a0bd8a6c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0493352 Aug 26 12:27:50.070643 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b586e243-5298-4177-8863-8ad591011bf5 req-af029483-2413-46b3-a264-7799951490b1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Aug 26 12:27:50.622385 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f318b8-0ea1-41bc-8d8d-40a8615db3f9 req-8ca5f6cb-cf50-4cfc-9c03-0b56284a6396 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:50.624136 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70f318b8-0ea1-41bc-8d8d-40a8615db3f9 req-8ca5f6cb-cf50-4cfc-9c03-0b56284a6396 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0478890 Aug 26 12:27:50.664995 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70f318b8-0ea1-41bc-8d8d-40a8615db3f9 req-149551e3-6d85-40c1-867a-9ba48de4d79d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348244 Aug 26 12:27:51.183003 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac117b-5e0a-4708-92c8-60fad49a7b56 req-d986bf22-d28e-4830-a336-6453d3fc406f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:51.184396 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-80ac117b-5e0a-4708-92c8-60fad49a7b56 req-d986bf22-d28e-4830-a336-6453d3fc406f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0471389 Aug 26 12:27:51.221295 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-80ac117b-5e0a-4708-92c8-60fad49a7b56 req-5f3c51b1-eac7-42b9-966b-f92190917640 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310719 Aug 26 12:27:51.784212 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3430-d11f-42fa-9b02-1f6ffdb7c6ee req-6460ee17-8ec5-4fc0-9582-4ff5c089227a tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:51.785663 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1b2b3430-d11f-42fa-9b02-1f6ffdb7c6ee req-6460ee17-8ec5-4fc0-9582-4ff5c089227a tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0542760 Aug 26 12:27:51.825265 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1b2b3430-d11f-42fa-9b02-1f6ffdb7c6ee req-e9bd33a2-2d93-4f06-88b5-d124479b37b9 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327039 Aug 26 12:27:52.331434 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da569b6e-71c1-49e6-846e-c2deb2adeb33 req-23bb8e9f-70f9-4224-bba3-05e27fc9db1c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:52.332882 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-da569b6e-71c1-49e6-846e-c2deb2adeb33 req-23bb8e9f-70f9-4224-bba3-05e27fc9db1c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0469837 Aug 26 12:27:52.373277 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-da569b6e-71c1-49e6-846e-c2deb2adeb33 req-2884736c-5ab8-4bee-8165-a96c5c8b9707 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339468 Aug 26 12:27:52.938831 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956668-2ce2-4e12-93d2-77fce8521c20 req-04e2a047-3db2-426d-b976-7e03d157ae52 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:52.940295 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-15956668-2ce2-4e12-93d2-77fce8521c20 req-04e2a047-3db2-426d-b976-7e03d157ae52 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0479507 Aug 26 12:27:52.985598 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-15956668-2ce2-4e12-93d2-77fce8521c20 req-72969125-1535-4905-a083-6e701f8a998b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391245 Aug 26 12:27:53.491689 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf68a8f-1509-4e72-8120-1c1df5c177bd req-c7fabaf1-0158-44fd-ab32-6d64fb709d05 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:53.493077 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fcf68a8f-1509-4e72-8120-1c1df5c177bd req-c7fabaf1-0158-44fd-ab32-6d64fb709d05 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0541327 Aug 26 12:27:53.530866 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fcf68a8f-1509-4e72-8120-1c1df5c177bd req-b74f28d9-0d2f-43a6-943c-6a4cebd1e5e9 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Aug 26 12:27:54.345106 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690208d-31cd-4303-915f-03b9579956b6 req-fb70d50f-63ee-4e2d-9308-94bc9a27705d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:54.346562 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9690208d-31cd-4303-915f-03b9579956b6 req-fb70d50f-63ee-4e2d-9308-94bc9a27705d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.2920997 Aug 26 12:27:54.386336 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9690208d-31cd-4303-915f-03b9579956b6 req-1c07b33c-62c1-4b88-9f6a-b94b03ef67a0 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338218 Aug 26 12:27:54.618117 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7968c801-fed3-42f2-9940-f60db312937f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:54.657791 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492d6d8-df05-4e61-b92f-afb6ee1592fa req-2b101720-48a9-4934-b26b-d3c7ecf18615 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:54.657791 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9492d6d8-df05-4e61-b92f-afb6ee1592fa req-2b101720-48a9-4934-b26b-d3c7ecf18615 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0584750 Aug 26 12:27:54.694669 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9492d6d8-df05-4e61-b92f-afb6ee1592fa req-f0f9ed89-d5d7-409c-ad65-e81601f6896d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Aug 26 12:27:55.499508 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d3e0d-fb05-4661-a7a8-84ba7d92f009 req-43039e2f-0dbf-41fd-b204-38d247c8793b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:55.500965 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e74d3e0d-fb05-4661-a7a8-84ba7d92f009 req-43039e2f-0dbf-41fd-b204-38d247c8793b tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0480142 Aug 26 12:27:55.541455 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e74d3e0d-fb05-4661-a7a8-84ba7d92f009 req-0e1fe90f-e964-42c4-bc86-f0645d365015 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343704 Aug 26 12:27:55.820894 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d7de6-4f8e-4aad-b546-560974d6eaeb req-7c973340-4bc6-4eba-b919-4148893adb47 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:55.823012 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5b3d7de6-4f8e-4aad-b546-560974d6eaeb req-7c973340-4bc6-4eba-b919-4148893adb47 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0473790 Aug 26 12:27:55.860850 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5b3d7de6-4f8e-4aad-b546-560974d6eaeb req-a8e2f547-add6-4293-b0da-83eb85f8bfcc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Aug 26 12:27:56.451918 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:56.659190 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1515-df5f-4874-b466-ee94d2c275bc req-81646c2a-3441-40c7-8dcb-b5f27bb6dc6c tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:56.660649 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2f3f1515-df5f-4874-b466-ee94d2c275bc req-81646c2a-3441-40c7-8dcb-b5f27bb6dc6c tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0512555 Aug 26 12:27:56.699827 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2f3f1515-df5f-4874-b466-ee94d2c275bc req-3c5601a5-efba-4e13-ba1a-438f6a0a2fad tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321410 Aug 26 12:27:56.997987 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45f454-0a01-4390-97da-403a981a3a45 req-9c91f9a5-4347-4cf4-bf73-9ea1fddfa6bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:56.999509 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4c45f454-0a01-4390-97da-403a981a3a45 req-9c91f9a5-4347-4cf4-bf73-9ea1fddfa6bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0497684 Aug 26 12:27:57.041058 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4c45f454-0a01-4390-97da-403a981a3a45 req-1d67d4ce-9aff-473c-84c5-e9870ef0080e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354955 Aug 26 12:27:57.324964 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe32d40-924f-418a-b443-62928caf5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:57.501231 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:57.812907 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77699722-cf6d-43e4-ba38-9b0012f4612a req-e13083eb-539e-43af-a20d-cf716e4423f2 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:57.814358 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-77699722-cf6d-43e4-ba38-9b0012f4612a req-e13083eb-539e-43af-a20d-cf716e4423f2 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0481820 Aug 26 12:27:57.860841 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-77699722-cf6d-43e4-ba38-9b0012f4612a req-b0d6019d-459f-4931-bac1-7679136a90c8 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404959 Aug 26 12:27:58.149591 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2374f2b4-db96-4839-9082-037a265522ae req-182bfee9-ebae-4ccf-a332-00dd143a0059 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387859 Aug 26 12:27:58.158612 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aca2c2-d3b9-4cdb-ae7a-c3e744068378 req-cd87413d-05e4-4580-8679-cb210151a586 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:58.160085 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7aca2c2-d3b9-4cdb-ae7a-c3e744068378 req-cd87413d-05e4-4580-8679-cb210151a586 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0475321 Aug 26 12:27:58.198829 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7aca2c2-d3b9-4cdb-ae7a-c3e744068378 req-c21ecccf-c5cd-4a6a-bc55-666aa0273c08 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326993 Aug 26 12:27:58.225445 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:58.241388 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f2b4-db96-4839-9082-037a265522ae req-ebde4123-91cb-4dba-ae1d-83fb5f5be824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:58.242925 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2374f2b4-db96-4839-9082-037a265522ae req-ebde4123-91cb-4dba-ae1d-83fb5f5be824 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc4ddbfe22e489b80492250e6628b71&device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1098 time: 0.0489984 Aug 26 12:27:58.354507 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f2b4-db96-4839-9082-037a265522ae req-ded6e969-0012-4873-b660-5437efc494b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:58.356038 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2374f2b4-db96-4839-9082-037a265522ae req-ded6e969-0012-4873-b660-5437efc494b0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 200 len: 910 time: 0.0902414 Aug 26 12:27:58.427894 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2374f2b4-db96-4839-9082-037a265522ae req-5296e29f-0c54-4a70-a6b8-9e9ecfe4a635 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 200 len: 1001 time: 0.0599573 Aug 26 12:27:58.526660 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32397c88-2157-4ed9-a3a7-e285e42882b4 req-cd6f3045-1ac7-40a2-bc28-4686f9236223 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:58.528133 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-32397c88-2157-4ed9-a3a7-e285e42882b4 req-cd6f3045-1ac7-40a2-bc28-4686f9236223 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0482142 Aug 26 12:27:58.565103 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-32397c88-2157-4ed9-a3a7-e285e42882b4 req-e7124803-8ac0-444e-9754-1724a6fd1ffa tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Aug 26 12:27:58.567027 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f2b4-db96-4839-9082-037a265522ae req-7c897afa-af5e-430c-815e-f08f1611773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:58.568534 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2374f2b4-db96-4839-9082-037a265522ae req-7c897afa-af5e-430c-815e-f08f1611773b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a01a6-ffad-4298-8c82-33e36f64ec11 HTTP/1.1" status: 200 len: 848 time: 0.0474949 Aug 26 12:27:58.615627 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f2b4-db96-4839-9082-037a265522ae req-8408a533-ad07-47e7-b476-069ae590f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:58.617091 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2374f2b4-db96-4839-9082-037a265522ae req-8408a533-ad07-47e7-b476-069ae590f9d9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3cdd88c6-8b10-4d90-a706-7189722040fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403852 Aug 26 12:27:58.709130 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2374f2b4-db96-4839-9082-037a265522ae req-2ac99598-8c7a-4840-bc28-ff253fe2c8cd service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829372 Aug 26 12:27:58.842625 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2374f2b4-db96-4839-9082-037a265522ae req-c7b30a90-1100-4582-b48a-0d0f41bfe039 service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865769 Aug 26 12:27:58.979414 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc553b3-e1ce-4b2d-8bd4-74ecdef784a6 req-dcfa51e9-e281-4998-9a0c-4686113b2d44 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:58.980774 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-adc553b3-e1ce-4b2d-8bd4-74ecdef784a6 req-dcfa51e9-e281-4998-9a0c-4686113b2d44 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0520396 Aug 26 12:27:59.022908 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-adc553b3-e1ce-4b2d-8bd4-74ecdef784a6 req-aa385d22-30d7-43f3-8af3-a5a33cc83b38 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&id=34abfc53-45b8-447d-9a25-49f5ebeed934&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358367 Aug 26 12:27:59.036733 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:27:59.293917 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56020) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:59.323014 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38502fe-2c38-457d-9ca1-7895217d4036 req-02935a7b-de32-4875-9508-ccf3afb1e483 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:59.324522 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c38502fe-2c38-457d-9ca1-7895217d4036 req-02935a7b-de32-4875-9508-ccf3afb1e483 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0507448 Aug 26 12:27:59.362313 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c38502fe-2c38-457d-9ca1-7895217d4036 req-e4c1786e-fe64-46b9-b5ee-d4050ee0a945 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Aug 26 12:27:59.397195 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6f7e-2399-4e15-931d-3190a8ba3712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:59.485542 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6f7e-2399-4e15-931d-3190a8ba3712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:59.489066 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6f7e-2399-4e15-931d-3190a8ba3712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:59.525352 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-fe0c6f7e-2399-4e15-931d-3190a8ba3712 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5975adef52e4a5d8073bbcb8a81ae06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303517 Aug 26 12:27:59.526756 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c6f7e-2399-4e15-931d-3190a8ba3712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2a84c-abd3-41a1-97ef-044e2681cb90,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:59.528872 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56024) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:27:59.577663 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69c6e8af-fdd1-48d1-843d-779dfee594f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:59.599403 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69c6e8af-fdd1-48d1-843d-779dfee594f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:59.653930 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69c6e8af-fdd1-48d1-843d-779dfee594f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:59.656569 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69c6e8af-fdd1-48d1-843d-779dfee594f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:59.657711 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-69c6e8af-fdd1-48d1-843d-779dfee594f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6e2a84c-abd3-41a1-97ef-044e2681cb90 HTTP/1.1" status: 204 len: 168 time: 0.1277895 Aug 26 12:27:59.665570 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6e8af-fdd1-48d1-843d-779dfee594f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2a84c-abd3-41a1-97ef-044e2681cb90,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:27:59.694688 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c0ee8-63f9-41cb-84c7-a341b36be48b req-ccffb4b6-9669-450a-910f-780024cad116 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:59.696221 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-db7c0ee8-63f9-41cb-84c7-a341b36be48b req-ccffb4b6-9669-450a-910f-780024cad116 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 946 time: 0.0600295 Aug 26 12:27:59.735086 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-db7c0ee8-63f9-41cb-84c7-a341b36be48b req-0ff1a23a-86a9-4289-8231-a86aa9adfb3e tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Aug 26 12:28:00.068209 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:00.479402 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277d448-3fe4-4760-9465-1446e45ec5a9 req-09b9b613-598f-49d8-86ef-6d1ca8154e6b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:00.480923 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2277d448-3fe4-4760-9465-1446e45ec5a9 req-09b9b613-598f-49d8-86ef-6d1ca8154e6b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0520465 Aug 26 12:28:00.521395 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2277d448-3fe4-4760-9465-1446e45ec5a9 req-f1f8ed1a-4321-4284-83de-18b91e705e21 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347898 Aug 26 12:28:00.643210 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56060) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:00.746469 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca44a8fa-356f-4bf0-a8f2-f53d31cc4064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:00.885517 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca44a8fa-356f-4bf0-a8f2-f53d31cc4064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:00.892468 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca44a8fa-356f-4bf0-a8f2-f53d31cc4064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:00.923187 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769982e-4cf1-4e91-809b-dc8483343980 req-86bf23a6-9313-44f0-8b2e-52fd5e2595fd tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:00.924689 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3769982e-4cf1-4e91-809b-dc8483343980 req-86bf23a6-9313-44f0-8b2e-52fd5e2595fd tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1183698 Aug 26 12:28:00.961815 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-08d95743-e619-4fc9-8995-63f9e75c324e tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:00.963822 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-08d95743-e619-4fc9-8995-63f9e75c324e tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1273627 Aug 26 12:28:00.971601 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44a8fa-356f-4bf0-a8f2-f53d31cc4064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e626c2aa-13e9-4ac8-9ccc-2f14d785913e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:00.979800 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-ca44a8fa-356f-4bf0-a8f2-f53d31cc4064 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef521d53591f4544b0521aeb4438a542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355122 Aug 26 12:28:00.982745 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56066) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:01.023240 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3769982e-4cf1-4e91-809b-dc8483343980 req-27a06cb7-4b6a-47d2-a895-08e887dec9be tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0546ec3-b390-455d-9257-85695ec1af90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839772 Aug 26 12:28:01.036296 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eb174a1-4a27-4f8a-b231-fbafea2ff748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:01.070868 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eb174a1-4a27-4f8a-b231-fbafea2ff748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:01.084337 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Deleting port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:28:01.084682 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:01.119239 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eb174a1-4a27-4f8a-b231-fbafea2ff748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:01.121990 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eb174a1-4a27-4f8a-b231-fbafea2ff748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:01.125800 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9eb174a1-4a27-4f8a-b231-fbafea2ff748 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e626c2aa-13e9-4ac8-9ccc-2f14d785913e HTTP/1.1" status: 204 len: 168 time: 0.1392329 Aug 26 12:28:01.131681 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb174a1-4a27-4f8a-b231-fbafea2ff748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e626c2aa-13e9-4ac8-9ccc-2f14d785913e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:01.199906 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] For port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,segment=NetworkSegment(bfd3cfab-e45c-444c-90d2-2dad54a38f01),segment_id=bfd3cfab-e45c-444c-90d2-2dad54a38f01)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:01.200274 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:01.216967 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Calling delete_port for 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:28:01.357083 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:01.388667 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Pushing event deleted for resources: {'Port': ['ID=107c39bb-9e28-47c5-bbe2-9bd9dc8c0145,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:01.401380 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['107c39bb-9e28-47c5-bbe2-9bd9dc8c0145'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:28:01.427358 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] No DVR routers for this DVR port 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 on host hv-cinder-80614 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:28:01.429714 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:01.432306 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-75578055-a50f-455c-96c3-8c309dfd06a8 req-0941e848-0491-433f-8c33-e8729bda110f tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.68 "DELETE /v2.0/ports/107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 HTTP/1.1" status: 204 len: 173 time: 0.4574878 Aug 26 12:28:01.432746 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6', 'name': 'network-vif-deleted', 'tag': '107c39bb-9e28-47c5-bbe2-9bd9dc8c0145'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:28:01.435008 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd563210-dbad-4141-8ddf-3ced18abff92" -d '{"events": [{"server_uuid": "bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6", "name": "network-vif-deleted", "tag": "107c39bb-9e28-47c5-bbe2-9bd9dc8c0145"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:28:01.469736 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9533b881-60f2-43d0-a8fc-4055ccd58955 x-openstack-request-id: req-9533b881-60f2-43d0-a8fc-4055ccd58955 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:28:01.470029 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6", "name": "network-vif-deleted", "tag": "107c39bb-9e28-47c5-bbe2-9bd9dc8c0145", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:28:01.470281 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9533b881-60f2-43d0-a8fc-4055ccd58955 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:28:01.470717 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6', 'name': 'network-vif-deleted', 'tag': '107c39bb-9e28-47c5-bbe2-9bd9dc8c0145', 'status': 'completed', 'code': 200} Aug 26 12:28:01.642389 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1578e5-0fbb-4c7d-ac08-11fdaa9bfabb req-2e764227-ef2e-4d4a-a4a2-661927592bf9 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:01.643796 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ea1578e5-0fbb-4c7d-ac08-11fdaa9bfabb req-2e764227-ef2e-4d4a-a4a2-661927592bf9 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0503578 Aug 26 12:28:01.681137 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ea1578e5-0fbb-4c7d-ac08-11fdaa9bfabb req-d81d9c45-e19f-47e1-839d-134e8a539102 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310984 Aug 26 12:28:01.874319 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6457d1-72c0-4cdc-8f35-0058aa932a7e req-648bf4aa-d334-4155-86f6-0d777962379d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:01.875836 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ae6457d1-72c0-4cdc-8f35-0058aa932a7e req-648bf4aa-d334-4155-86f6-0d777962379d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0519397 Aug 26 12:28:01.914394 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ae6457d1-72c0-4cdc-8f35-0058aa932a7e req-4f92e53d-221a-484c-83ae-ea64cfb317f8 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Aug 26 12:28:01.972313 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-1dd0cf11-7b50-4901-a386-be9b38c36237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:01.973765 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-1dd0cf11-7b50-4901-a386-be9b38c36237 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 1099 time: 0.0395334 Aug 26 12:28:02.075444 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-6d51faf2-3918-4023-9dd4-13fe9e89f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:02.076919 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-6d51faf2-3918-4023-9dd4-13fe9e89f17f service neutron] 10.222.0.68 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 912 time: 0.0886812 Aug 26 12:28:02.157985 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b89e640f-f1bf-4d9d-8110-2567ae6137e0 req-7a6e6453-a1c6-4d11-8371-f7d0111da0a5 tempest-VolumesSnapshotTestJSON-1044806846 tempest-VolumesSnapshotTestJSON-1044806846-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcfd106c-f3c4-464d-b72c-ecfaeaa0ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0353019 Aug 26 12:28:02.174176 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-6e092c92-46c4-464e-93c1-bfaecabd601f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf HTTP/1.1" status: 200 len: 1002 time: 0.0859621 Aug 26 12:28:02.228791 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-709d6404-b653-4b68-a4e7-6fe4742b4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:02.230242 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-709d6404-b653-4b68-a4e7-6fe4742b4520 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 200 len: 850 time: 0.0455770 Aug 26 12:28:02.296191 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-0f94c74e-b5ae-4496-9fb7-ea5bcf8385be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:02.297665 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-0f94c74e-b5ae-4496-9fb7-ea5bcf8385be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68952abd-6601-4cfc-8312-c8049636c281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398359 Aug 26 12:28:02.395662 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-963934ef-6710-4803-9c0c-8cdfca8eca74 service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877688 Aug 26 12:28:02.488012 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-44e4efc6-ce32-4762-96df-5eb9a1dccf85 req-0d549a7c-434a-4c3c-8c1c-353833f72f5c service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846646 Aug 26 12:28:03.029402 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ffcff-a2a6-4b60-a91e-96ff0aab5630 req-811d5d99-3859-420b-b72a-6e703a8ab544 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:03.030828 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-350ffcff-a2a6-4b60-a91e-96ff0aab5630 req-811d5d99-3859-420b-b72a-6e703a8ab544 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0493796 Aug 26 12:28:03.069466 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-350ffcff-a2a6-4b60-a91e-96ff0aab5630 req-629277c7-ae68-491f-84f8-ea8883d10714 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327864 Aug 26 12:28:04.183210 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53678c-c3fa-4b0b-b369-249fd2d94769 req-e71a4c8e-f4fc-46e2-bc72-a1d22a08ac64 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:04.184663 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fa53678c-c3fa-4b0b-b369-249fd2d94769 req-e71a4c8e-f4fc-46e2-bc72-a1d22a08ac64 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0471592 Aug 26 12:28:04.221406 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fa53678c-c3fa-4b0b-b369-249fd2d94769 req-e65a664c-2920-47ff-ba53-de885b956cc4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304279 Aug 26 12:28:04.849522 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:28:04.872643 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:28:04.872993 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 107c39bb-9e28-47c5-bbe2-9bd9dc8c0145 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:28:16.785598 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcb8c0-cce4-4da9-ac3a-f7f7cbf6146a req-e3bbfe48-d5bc-45b7-a99f-4ff3d7ef35a8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:16.787154 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bebcb8c0-cce4-4da9-ac3a-f7f7cbf6146a req-e3bbfe48-d5bc-45b7-a99f-4ff3d7ef35a8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0539973 Aug 26 12:28:16.824052 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bebcb8c0-cce4-4da9-ac3a-f7f7cbf6146a req-98d42926-b89e-4245-ae30-d7bc9c4c57c3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310583 Aug 26 12:28:17.944799 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dd015-7ad8-4c01-92c6-83e58c8b2a56 req-e6f8fba6-701c-4c63-a39d-aa092e2c2099 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:17.946272 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c7dd015-7ad8-4c01-92c6-83e58c8b2a56 req-e6f8fba6-701c-4c63-a39d-aa092e2c2099 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Aug 26 12:28:17.985696 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c7dd015-7ad8-4c01-92c6-83e58c8b2a56 req-82f215cc-100b-4e37-a7c0-5c868cb01d01 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326858 Aug 26 12:28:19.104146 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac98d0-db3f-4bc3-8b0e-f3708437301f req-f1cd1259-5e9a-45d6-b89d-07e2979e20ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:19.105638 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6bac98d0-db3f-4bc3-8b0e-f3708437301f req-f1cd1259-5e9a-45d6-b89d-07e2979e20ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0482144 Aug 26 12:28:19.143763 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6bac98d0-db3f-4bc3-8b0e-f3708437301f req-08d7f705-11e6-46b7-b8ac-9004931b6c68 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321753 Aug 26 12:28:20.263990 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ea572-5be1-4d60-87da-96f0510aa73f req-d710b17c-f1b0-458e-8c6b-20c612456278 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:20.265463 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-104ea572-5be1-4d60-87da-96f0510aa73f req-d710b17c-f1b0-458e-8c6b-20c612456278 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0517139 Aug 26 12:28:20.302183 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-104ea572-5be1-4d60-87da-96f0510aa73f req-a1f29e91-9ed5-4ee4-be68-877696503b0b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309110 Aug 26 12:28:21.419118 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa48c9-ba45-4c86-8d9c-860db69cd856 req-bd6fb45d-fac0-4b1d-bb00-4a5c701c9664 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:21.420587 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a3fa48c9-ba45-4c86-8d9c-860db69cd856 req-bd6fb45d-fac0-4b1d-bb00-4a5c701c9664 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0482996 Aug 26 12:28:21.457755 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a3fa48c9-ba45-4c86-8d9c-860db69cd856 req-56d0b6d9-c470-46d9-80bf-3cbd9c1396c8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308614 Aug 26 12:28:22.575868 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abc8b0-3955-4301-9181-c8c0dc4b9b56 req-36f3b500-3738-4599-ad15-1d5a861bd11f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:22.577663 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-04abc8b0-3955-4301-9181-c8c0dc4b9b56 req-36f3b500-3738-4599-ad15-1d5a861bd11f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0496833 Aug 26 12:28:22.616635 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-04abc8b0-3955-4301-9181-c8c0dc4b9b56 req-300a60bf-b1c5-41cd-b798-1dc673d822f0 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Aug 26 12:28:23.739203 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116bdd8-9518-4603-b39e-fbdd15f72841 req-69c270cf-01f9-4e38-a5ec-ac2a44a593a3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:23.740676 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5116bdd8-9518-4603-b39e-fbdd15f72841 req-69c270cf-01f9-4e38-a5ec-ac2a44a593a3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0513160 Aug 26 12:28:23.778280 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5116bdd8-9518-4603-b39e-fbdd15f72841 req-2cf21f1b-6ea4-4064-96bc-38185f67609d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315912 Aug 26 12:28:24.619678 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2207291f-b048-432c-83b8-a3971f94ffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:24.895915 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83ae3a-3b98-43e9-aee7-9b2593ec0ccc req-322d2cdc-7473-4c51-a4ab-16a8653a7829 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:24.897416 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6b83ae3a-3b98-43e9-aee7-9b2593ec0ccc req-322d2cdc-7473-4c51-a4ab-16a8653a7829 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0493891 Aug 26 12:28:24.937004 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6b83ae3a-3b98-43e9-aee7-9b2593ec0ccc req-973f7ffa-9aa6-4709-a017-f4e66eaed66d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336552 Aug 26 12:28:26.054003 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc1911-b4dd-4c5c-8838-c1e769057cb1 req-87fcc90d-59e5-46ea-a260-726e35ab3853 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:26.055543 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-cbcc1911-b4dd-4c5c-8838-c1e769057cb1 req-87fcc90d-59e5-46ea-a260-726e35ab3853 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0482595 Aug 26 12:28:26.094968 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-cbcc1911-b4dd-4c5c-8838-c1e769057cb1 req-88415378-a995-4051-8b0e-b59d2a90ce8d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333705 Aug 26 12:28:26.256120 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:26.299872 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Deleting subnet 612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:28:26.302911 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.338837 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32970956'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.376903 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.428990 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33022491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257923'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.455234 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:26.458989 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.459724 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.463418 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] 10.222.0.13 "DELETE /v2.0/subnets/612a65ca-fc0d-4d2c-a7b1-0999cb9cafc9 HTTP/1.1" status: 204 len: 168 time: 0.2039170 Aug 26 12:28:26.463797 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56280) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:26.466456 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.466812 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.467155 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.468060 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.468324 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.468658 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.468989 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.469316 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.469644 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.469967 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.470293 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.470639 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710d72a-4a36-4da5-8dc6-d4c63c1a4bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.532748 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.609409 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.620150 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:26.634149 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd3cfab-e45c-444c-90d2-2dad54a38f01') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:26.634356 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd3cfab-e45c-444c-90d2-2dad54a38f01') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:26.643376 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32579905'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.657644 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.663584 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:28:26.663941 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32964149'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: Traceback (most recent call last): Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: timer() Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: cb(*args, **kw) Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: return func(*args, **kwargs) Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: self._notify() Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: self.callback(batched_events) Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: event.method(event) Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: return f(self, *a, **k) Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._get(url).json() Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: return self.request(url, 'GET', **kwargs) Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:28:26.665593 dv-cinder-806141-1-iscsi neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:28:26.716915 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.722311 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.724380 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55 HTTP/1.1" status: 204 len: 168 time: 0.2595630 Aug 26 12:28:26.737087 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9a4d9c-6a13-40c4-af8d-4e09fdd66b55,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:26.744409 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.744753 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.745091 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.745421 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.745747 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.746073 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.746397 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.746737 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.747061 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.747377 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.747971 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.748284 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df7ae6-ece1-440e-8359-51b792b3b969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:26.884395 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56284) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:26.924229 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-5e9a1e9a-86de-4e31-ae45-f62285d6b2c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46c2a25804c34a0880de8d5c695baf97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387084 Aug 26 12:28:26.926693 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56286) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:26.973560 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-63c3cbda-7dd0-4f1e-971f-55fec6309c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:26.997283 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-63c3cbda-7dd0-4f1e-971f-55fec6309c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:27.043009 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-63c3cbda-7dd0-4f1e-971f-55fec6309c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:27.045847 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-63c3cbda-7dd0-4f1e-971f-55fec6309c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:27.047222 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-63c3cbda-7dd0-4f1e-971f-55fec6309c1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0546ec3-b390-455d-9257-85695ec1af90 HTTP/1.1" status: 204 len: 168 time: 0.1193259 Aug 26 12:28:27.055179 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3cbda-7dd0-4f1e-971f-55fec6309c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0546ec3-b390-455d-9257-85695ec1af90,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:27.217009 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdca7f-ca71-4bc6-96f8-f28e93ae6b9b req-a5ca28f7-3f17-4abc-b1c7-374e907684c5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:27.218647 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e0fdca7f-ca71-4bc6-96f8-f28e93ae6b9b req-a5ca28f7-3f17-4abc-b1c7-374e907684c5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0508754 Aug 26 12:28:27.257783 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e0fdca7f-ca71-4bc6-96f8-f28e93ae6b9b req-14ae6337-b8ae-4ae2-9c72-b78e3d1bc298 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326996 Aug 26 12:28:27.326469 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3741a32-330a-4f16-8ff1-4588aea81937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:27.504619 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:28.231527 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:28.381029 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b29d3-c8a1-406e-9cef-dde4e712ff35 req-62e621be-93b4-4040-9c30-850529fce19b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:28.382570 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e35b29d3-c8a1-406e-9cef-dde4e712ff35 req-62e621be-93b4-4040-9c30-850529fce19b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0531745 Aug 26 12:28:28.419808 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e35b29d3-c8a1-406e-9cef-dde4e712ff35 req-2980b778-2a7c-438f-8ae5-0ec3766ab7b2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310907 Aug 26 12:28:28.931029 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device cb998af5-837d-4c5d-a4d1-4d16db688ef4 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:28:29.024154 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:29.036872 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'port_id': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'mac_address': 'fa:16:3e:e8:0d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:28:29.072198 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:29.084872 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb998af5-837d-4c5d-a4d1-4d16db688ef4 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:28:29.103901 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:29.107687 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:29.152906 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:29.160484 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.160876 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.161188 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.161528 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.161869 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.162202 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.162571 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.162902 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.163253 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.163588 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.163912 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.164235 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.323727 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['cb998af5-837d-4c5d-a4d1-4d16db688ef4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:28:29.543887 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3b5b4-5d8d-4bfa-b8f9-0833c6ee131f req-9b32bdf8-b16d-46a2-9413-2a246111cd25 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:29.545233 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-88e3b5b4-5d8d-4bfa-b8f9-0833c6ee131f req-9b32bdf8-b16d-46a2-9413-2a246111cd25 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.0484836 Aug 26 12:28:29.582997 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-88e3b5b4-5d8d-4bfa-b8f9-0833c6ee131f req-bb7f6346-28ee-4d61-bed0-16c2168686b7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318305 Aug 26 12:28:30.073063 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:30.699089 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887a31b-0923-469a-ac73-2d760f6f46b6 req-af52fb1c-9f3a-4364-96af-1cc8f39ffd6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:30.700558 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9887a31b-0923-469a-ac73-2d760f6f46b6 req-af52fb1c-9f3a-4364-96af-1cc8f39ffd6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.0477717 Aug 26 12:28:30.738972 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9887a31b-0923-469a-ac73-2d760f6f46b6 req-5ed8cbce-6de0-4a11-844a-bb72c791316b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Aug 26 12:28:31.899774 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device cb998af5-837d-4c5d-a4d1-4d16db688ef4 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:28:31.950559 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port cb998af5-837d-4c5d-a4d1-4d16db688ef4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:28:31.951194 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:32.034967 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:32.058180 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:28:32.061292 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdc0b44-551d-42bd-9f77-97d0f3423cd8" -d '{"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-plugged", "status": "completed", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:28:32.077936 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:32.082395 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba4c67-7cb3-4def-b773-391e0d75dfed req-72246093-9c2e-4bc0-a0dc-e300916cd639 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:32.082966 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:32.083973 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9aba4c67-7cb3-4def-b773-391e0d75dfed req-72246093-9c2e-4bc0-a0dc-e300916cd639 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.2741387 Aug 26 12:28:32.123931 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9aba4c67-7cb3-4def-b773-391e0d75dfed req-aae4e090-6b4c-4754-b45d-3ef65abda1cd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336034 Aug 26 12:28:32.132340 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:32.226425 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06f6d0a-742e-4f9b-bcd0-0ed8efaafdf1 x-openstack-request-id: req-e06f6d0a-742e-4f9b-bcd0-0ed8efaafdf1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:28:32.226727 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-plugged", "status": "completed", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:28:32.226976 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e06f6d0a-742e-4f9b-bcd0-0ed8efaafdf1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:28:32.227368 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'code': 200} Aug 26 12:28:33.245502 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e5aab-c154-40fe-88ec-ae7279c518c3 req-cb206c5c-07f9-49b8-b3cc-6fae444fb6be tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:33.247016 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-315e5aab-c154-40fe-88ec-ae7279c518c3 req-cb206c5c-07f9-49b8-b3cc-6fae444fb6be tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Aug 26 12:28:33.285897 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-315e5aab-c154-40fe-88ec-ae7279c518c3 req-102cfd6e-6bfe-47fe-bb14-315033c40e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328069 Aug 26 12:28:34.429350 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18f1b1-33a9-4aa6-97a9-b07b12704d66 req-8b56a04d-6ba2-43a4-815d-bdceda36ee44 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:34.431614 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ef18f1b1-33a9-4aa6-97a9-b07b12704d66 req-8b56a04d-6ba2-43a4-815d-bdceda36ee44 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0602515 Aug 26 12:28:34.474177 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ef18f1b1-33a9-4aa6-97a9-b07b12704d66 req-52a862f9-3a20-4dad-8703-4e07e092358c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364201 Aug 26 12:28:35.605310 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884f4aa-9c03-4dad-978e-745ec535f0dd req-a9022298-ad6c-4bab-93cb-2c6e67bbd0ae tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:35.607139 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7884f4aa-9c03-4dad-978e-745ec535f0dd req-a9022298-ad6c-4bab-93cb-2c6e67bbd0ae tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0517893 Aug 26 12:28:35.660890 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7884f4aa-9c03-4dad-978e-745ec535f0dd req-5bb104d8-f0ff-498e-926d-70fe4decc59a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465100 Aug 26 12:28:36.039625 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:28:36.208848 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56408) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:36.329195 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e70f222-2940-4dc4-9ad8-332d923ef182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:36.436858 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e70f222-2940-4dc4-9ad8-332d923ef182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:36.441510 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e70f222-2940-4dc4-9ad8-332d923ef182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:36.475571 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70f222-2940-4dc4-9ad8-332d923ef182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6cc084-9582-4e9c-8a2d-a7295506afc1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:36.509835 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56416) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:36.518815 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3e70f222-2940-4dc4-9ad8-332d923ef182 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d848616131ac4b1585d5c3444b75688c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086956 Aug 26 12:28:36.568269 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3113c4c5-9da4-4da9-a0e9-351a94b1696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:36.596081 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3113c4c5-9da4-4da9-a0e9-351a94b1696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:36.652848 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3113c4c5-9da4-4da9-a0e9-351a94b1696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:36.656191 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3113c4c5-9da4-4da9-a0e9-351a94b1696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:36.657513 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3113c4c5-9da4-4da9-a0e9-351a94b1696a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef6cc084-9582-4e9c-8a2d-a7295506afc1 HTTP/1.1" status: 204 len: 168 time: 0.1466620 Aug 26 12:28:36.665678 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113c4c5-9da4-4da9-a0e9-351a94b1696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6cc084-9582-4e9c-8a2d-a7295506afc1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:36.833966 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbe651-ed01-4d8d-8317-2d95a3db1b9f req-bd7d6047-6626-42b7-908c-c36c2b73b881 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:36.836027 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-24cbe651-ed01-4d8d-8317-2d95a3db1b9f req-bd7d6047-6626-42b7-908c-c36c2b73b881 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0968862 Aug 26 12:28:36.910837 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-24cbe651-ed01-4d8d-8317-2d95a3db1b9f req-29bc04c4-d227-4935-a1be-d226a052cf05 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667906 Aug 26 12:28:38.030502 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed3360-9936-4b2f-9279-2c33a4a7e80c req-cfd2ad37-4485-4197-9773-7170c990e346 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:38.031937 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f1ed3360-9936-4b2f-9279-2c33a4a7e80c req-cfd2ad37-4485-4197-9773-7170c990e346 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0545287 Aug 26 12:28:38.077471 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f1ed3360-9936-4b2f-9279-2c33a4a7e80c req-cd0130ad-9dda-464e-adff-f7a9122cb8e6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396321 Aug 26 12:28:39.215845 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8e788-484f-42a4-be59-b5c2005bcd54 req-afe77cee-edc3-4d19-a30c-4a75e0125b27 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:39.217628 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-46a8e788-484f-42a4-be59-b5c2005bcd54 req-afe77cee-edc3-4d19-a30c-4a75e0125b27 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0524573 Aug 26 12:28:39.267523 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-46a8e788-484f-42a4-be59-b5c2005bcd54 req-13919077-5487-42f4-ac8f-54675262db42 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410366 Aug 26 12:28:40.406010 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca0958-8882-476c-b325-d596bf21e112 req-d0922400-6e45-423f-9b34-34323e00ea3d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:40.407593 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3bca0958-8882-476c-b325-d596bf21e112 req-d0922400-6e45-423f-9b34-34323e00ea3d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0534408 Aug 26 12:28:40.455025 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3bca0958-8882-476c-b325-d596bf21e112 req-3e6fc118-63d4-4726-8a16-49b191c437b5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412946 Aug 26 12:28:41.612201 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15908cb4-3f6e-46bf-b5f2-91942d4745c6 req-c0ed3e61-a793-4fc9-b20a-dd0838cad589 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:41.614169 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-15908cb4-3f6e-46bf-b5f2-91942d4745c6 req-c0ed3e61-a793-4fc9-b20a-dd0838cad589 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0607076 Aug 26 12:28:41.654762 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-15908cb4-3f6e-46bf-b5f2-91942d4745c6 req-7adff41c-c39c-4235-a668-555e0baad0fb tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344567 Aug 26 12:28:42.779846 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe2b90-3cec-4f1d-805f-b9efa847a56d req-f128c72b-3173-4913-bee5-10e3ad2e4d8e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:42.781800 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ecbe2b90-3cec-4f1d-805f-b9efa847a56d req-f128c72b-3173-4913-bee5-10e3ad2e4d8e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0517178 Aug 26 12:28:42.819925 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ecbe2b90-3cec-4f1d-805f-b9efa847a56d req-7931056d-e3dd-4b32-9606-e427de326221 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322912 Aug 26 12:28:43.129031 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-51ee3386-07c1-40c2-878a-fc5cc160ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:43.130608 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-51ee3386-07c1-40c2-878a-fc5cc160ffbd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 1098 time: 0.1262152 Aug 26 12:28:43.220550 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-5dd4f2da-0e9d-4ed6-be1f-cf0e77147a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:43.222011 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-5dd4f2da-0e9d-4ed6-be1f-cf0e77147a28 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 917 time: 0.0817692 Aug 26 12:28:43.291761 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-027f0b69-3a90-4015-a5e4-b5c6f314725e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4 HTTP/1.1" status: 200 len: 1001 time: 0.0617561 Aug 26 12:28:43.343589 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-dd0ffa66-6d6b-48b0-bab5-a7c49bda06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:43.344996 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-dd0ffa66-6d6b-48b0-bab5-a7c49bda06ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0422051 Aug 26 12:28:43.392447 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-f837e3d3-d921-42a8-8272-68f0debdfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:43.393915 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-f837e3d3-d921-42a8-8272-68f0debdfb9a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394738 Aug 26 12:28:43.491260 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-04dae93f-bade-4be8-853e-78f191c48222 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854917 Aug 26 12:28:43.578915 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7da90cf1-99a2-4e05-9006-fe6161453ce7 req-fb51427b-d2a1-481b-a513-5fe092fbfbaf service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799093 Aug 26 12:28:43.941749 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032324ce-590c-4e70-8df7-25f2a35398d4 req-a480666f-a7bc-4e69-a427-5f54f9f7a1a4 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:43.943272 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-032324ce-590c-4e70-8df7-25f2a35398d4 req-a480666f-a7bc-4e69-a427-5f54f9f7a1a4 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Aug 26 12:28:43.980332 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-032324ce-590c-4e70-8df7-25f2a35398d4 req-8e7f802a-8dbd-4bd7-afd6-77b42fdccba8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312886 Aug 26 12:28:45.096971 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b586a23-785a-44eb-80e4-2ee7da91d7e9 req-9e2b0d07-c131-4244-aa91-9d60a668937c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:45.098451 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3b586a23-785a-44eb-80e4-2ee7da91d7e9 req-9e2b0d07-c131-4244-aa91-9d60a668937c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0469954 Aug 26 12:28:45.135446 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3b586a23-785a-44eb-80e4-2ee7da91d7e9 req-f69b5a32-71fc-458b-a947-816f3e41eb5b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Aug 26 12:28:46.252461 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5154-ec4e-463a-9a9b-1d0d67db0f7a req-2cce8edb-a049-4040-9179-095b80c141a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:46.253971 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-805d5154-ec4e-463a-9a9b-1d0d67db0f7a req-2cce8edb-a049-4040-9179-095b80c141a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0500274 Aug 26 12:28:46.304167 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-805d5154-ec4e-463a-9a9b-1d0d67db0f7a req-55d349ed-0999-483c-9273-68ccb46c7e3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440459 Aug 26 12:28:46.540031 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b9d79-79a3-41d5-92f2-c3e259c37f0f req-84d19624-5d2c-42f6-991b-96effbecee06 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:46.541510 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-438b9d79-79a3-41d5-92f2-c3e259c37f0f req-84d19624-5d2c-42f6-991b-96effbecee06 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0505018 Aug 26 12:28:46.580944 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-438b9d79-79a3-41d5-92f2-c3e259c37f0f req-98c20749-629e-4a1b-829a-4def500c47e2 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331273 Aug 26 12:28:46.923969 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fda02-6462-4df9-96bb-a68189bfc4a6 req-9759109d-4886-4e24-adc3-461cb8a50c74 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:46.925351 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-db0fda02-6462-4df9-96bb-a68189bfc4a6 req-9759109d-4886-4e24-adc3-461cb8a50c74 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 945 time: 0.0484643 Aug 26 12:28:46.963792 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-db0fda02-6462-4df9-96bb-a68189bfc4a6 req-24e376af-c12f-44a4-aa2d-b60a9bfe9e2c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322816 Aug 26 12:28:47.069792 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device cb998af5-837d-4c5d-a4d1-4d16db688ef4 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:28:47.151242 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:47.173764 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:28:47.176112 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347a48de-7964-446f-a942-ebd4f18e63a1" -d '{"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-unplugged", "status": "completed", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:28:47.192425 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:47.196689 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56510) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:47.196870 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:47.220525 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426c3d64-ab3f-4313-a1d9-1fa71694b17f x-openstack-request-id: req-426c3d64-ab3f-4313-a1d9-1fa71694b17f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:28:47.220905 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-unplugged", "status": "failed", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4", "code": 422}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:28:47.221077 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-426c3d64-ab3f-4313-a1d9-1fa71694b17f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:28:47.221482 dv-cinder-806141-1-iscsi neutron-server[93812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'code': 422} returned with failed status Aug 26 12:28:47.247837 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:47.289765 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-a216f74e-1447-4d03-b4ef-9ffb90d3f96c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916014 Aug 26 12:28:47.697243 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b69ae-143a-4c7c-9088-3aa8a530e042 req-71b269df-b76a-42eb-8b29-3c9911f5fc3a tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:47.698750 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-968b69ae-143a-4c7c-9088-3aa8a530e042 req-71b269df-b76a-42eb-8b29-3c9911f5fc3a tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0522189 Aug 26 12:28:47.740095 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-968b69ae-143a-4c7c-9088-3aa8a530e042 req-2b229eb9-7bbd-4f72-8e58-15077f938a0e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349524 Aug 26 12:28:48.082907 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7bc06-144f-4dea-a61c-653b9e2745b8 req-d6c66af2-af7d-4a73-a664-8d6714090906 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:48.084375 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-83e7bc06-144f-4dea-a61c-653b9e2745b8 req-d6c66af2-af7d-4a73-a664-8d6714090906 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0478034 Aug 26 12:28:48.124304 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-83e7bc06-144f-4dea-a61c-653b9e2745b8 req-1e3abb3a-f987-4159-a5e9-ff817a66846c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338624 Aug 26 12:28:48.435142 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747604-8185-4455-9c92-3f27a76c2596 req-85709bb5-7183-4c1e-b3b7-df413204dcf9 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:48.436688 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e2747604-8185-4455-9c92-3f27a76c2596 req-85709bb5-7183-4c1e-b3b7-df413204dcf9 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0503194 Aug 26 12:28:48.477149 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e2747604-8185-4455-9c92-3f27a76c2596 req-c02e3cf0-ff6f-44a1-8b72-bfb8e4cb9a94 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338135 Aug 26 12:28:48.809357 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44bed-878d-4745-984c-da6c524fef2e req-577f85a2-7628-4c03-a9f5-be652b4c121f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:48.810859 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3c44bed-878d-4745-984c-da6c524fef2e req-577f85a2-7628-4c03-a9f5-be652b4c121f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0482502 Aug 26 12:28:48.892582 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7af50-8f53-4b9c-95ab-250d2ddfe15f req-93c24e24-02e4-4974-9987-01d6de9b65b2 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:48.894059 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6ea7af50-8f53-4b9c-95ab-250d2ddfe15f req-93c24e24-02e4-4974-9987-01d6de9b65b2 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 946 time: 0.0823269 Aug 26 12:28:48.950904 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6ea7af50-8f53-4b9c-95ab-250d2ddfe15f req-f33a9331-6b1c-471e-8c6c-424f3f049c92 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac4ec446-e5fb-4184-ad14-0a51468ea52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Aug 26 12:28:48.966334 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Deleting port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:28:48.966716 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:49.053844 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] For port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:49.054211 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:49.245821 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39e78b-a6f1-42d4-a58c-68a1856f013b req-7898346c-94bd-4d2d-b33a-4201587589d7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:49.247330 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8e39e78b-a6f1-42d4-a58c-68a1856f013b req-7898346c-94bd-4d2d-b33a-4201587589d7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0480349 Aug 26 12:28:49.271429 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:49.271822 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:49.272139 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.l3_db [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Floating IP f82485a3-6f9b-4128-98bb-a3caca8dc025 disassociated. External IP: 172.27.2.150, port: 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf. Aug 26 12:28:49.272480 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Calling delete_port for 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:28:49.295585 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8e39e78b-a6f1-42d4-a58c-68a1856f013b req-b82fafb5-90fe-40ce-b39d-47e38aaa8f44 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414040 Aug 26 12:28:49.397705 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:49.424106 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event deleted for resources: {'Port': ['ID=2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:49.539461 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:28:49.676632 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541579e-7855-4087-8d34-f8f030f2c57e req-0249d5cc-8de5-4de3-8ae3-b95148b4f708 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:49.678116 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9541579e-7855-4087-8d34-f8f030f2c57e req-0249d5cc-8de5-4de3-8ae3-b95148b4f708 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0939887 Aug 26 12:28:49.694140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:28:49.704474 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ac09d-8537-4e44-806f-0e439275386f None None] Sync routers for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:28:49.714072 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ac09d-8537-4e44-806f-0e439275386f None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:28:49.715017 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-856ac09d-8537-4e44-806f-0e439275386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:49.757547 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] No DVR routers for this DVR port 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf on host hv-cinder-80614 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:28:49.761829 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9541579e-7855-4087-8d34-f8f030f2c57e req-309357e0-8af2-455f-a036-bdba1153b2d1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767698 Aug 26 12:28:49.762883 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:49.764745 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e3c44bed-878d-4745-984c-da6c524fef2e req-f07bf425-1c7c-487c-843a-d444fbf77938 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "DELETE /v2.0/ports/2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf HTTP/1.1" status: 204 len: 173 time: 0.9292388 Aug 26 12:28:49.765265 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'name': 'network-vif-deleted', 'tag': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:28:49.768057 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f7f55-f7b3-4a3d-8981-d844c222db92" -d '{"events": [{"server_uuid": "166829fe-32e1-4284-80da-e8b0a0f16f94", "name": "network-vif-deleted", "tag": "2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:28:49.835185 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-856ac09d-8537-4e44-806f-0e439275386f None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:28:49.883853 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af99c0d3-1a31-4167-9285-60748df5d381 x-openstack-request-id: req-af99c0d3-1a31-4167-9285-60748df5d381 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:28:49.884374 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166829fe-32e1-4284-80da-e8b0a0f16f94", "name": "network-vif-deleted", "tag": "2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:28:49.884374 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af99c0d3-1a31-4167-9285-60748df5d381 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:28:49.884760 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166829fe-32e1-4284-80da-e8b0a0f16f94', 'name': 'network-vif-deleted', 'tag': '2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf', 'status': 'completed', 'code': 200} Aug 26 12:28:50.051911 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-856ac09d-8537-4e44-806f-0e439275386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:50.060286 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7d0cce31-cf62-43d6-beb4-7b9bd9b33759 req-a94b41ae-1c55-4014-9b3d-a676fc411779 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=166829fe-32e1-4284-80da-e8b0a0f16f94 HTTP/1.1" status: 200 len: 210 time: 0.0265937 Aug 26 12:28:50.079141 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ac09d-8537-4e44-806f-0e439275386f None None] Checking router: c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:28:50.087640 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ac09d-8537-4e44-806f-0e439275386f None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:28:50.088235 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-856ac09d-8537-4e44-806f-0e439275386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:50.197500 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-856ac09d-8537-4e44-806f-0e439275386f None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:28:50.412078 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-856ac09d-8537-4e44-806f-0e439275386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:50.433008 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760c70-0550-461f-9af2-fd17a14a4e67 req-92bbe924-d766-49de-9df5-c5a06a71521f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:50.434563 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a1760c70-0550-461f-9af2-fd17a14a4e67 req-92bbe924-d766-49de-9df5-c5a06a71521f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0629551 Aug 26 12:28:50.457326 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ac09d-8537-4e44-806f-0e439275386f None None] The sync data for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi is: [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:28:50.480292 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a1760c70-0550-461f-9af2-fd17a14a4e67 req-3ec96d2b-2bd3-40cb-98fd-737179633c3d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387766 Aug 26 12:28:50.682353 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac4978-c4da-4114-8d73-73af3872bd06 None None] New status for floating IP f82485a3-6f9b-4128-98bb-a3caca8dc025: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:28:50.886481 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d665f-2c98-4bd6-b0c0-4dac4c50591e req-e75b23b8-8ca6-4fc4-966b-12ab0316909e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:50.888001 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da5d665f-2c98-4bd6-b0c0-4dac4c50591e req-e75b23b8-8ca6-4fc4-966b-12ab0316909e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0489655 Aug 26 12:28:50.925377 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da5d665f-2c98-4bd6-b0c0-4dac4c50591e req-a50ac35d-63ef-40d6-bd6e-6e5877a43dbe tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Aug 26 12:28:51.143653 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56558) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:51.196718 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c1eb9c9-f063-45d0-8c41-254fad9ce821 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.223225 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c1eb9c9-f063-45d0-8c41-254fad9ce821 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.275786 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c1eb9c9-f063-45d0-8c41-254fad9ce821 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.278867 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c1eb9c9-f063-45d0-8c41-254fad9ce821 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.280064 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-7c1eb9c9-f063-45d0-8c41-254fad9ce821 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac4ec446-e5fb-4184-ad14-0a51468ea52e HTTP/1.1" status: 204 len: 168 time: 0.1353927 Aug 26 12:28:51.282961 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56560) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:51.290071 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1eb9c9-f063-45d0-8c41-254fad9ce821 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4ec446-e5fb-4184-ad14-0a51468ea52e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:51.300142 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.api.v2.resource [None req-890351c9-c849-452e-91ae-8b74e911a49d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] show failed (client error): The resource could not be found. Aug 26 12:28:51.301227 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-890351c9-c849-452e-91ae-8b74e911a49d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups/ac4ec446-e5fb-4184-ad14-0a51468ea52e HTTP/1.1" status: 404 len: 347 time: 0.0172505 Aug 26 12:28:51.304422 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56562) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:51.429956 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Deleting port afa75254-5276-4dc8-80e8-8b70955ae6b0 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:28:51.430303 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.505073 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.505462 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.519150 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Calling delete_port for afa75254-5276-4dc8-80e8-8b70955ae6b0 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:28:51.607541 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575db416-ca57-4351-bd64-76fc6b0c0c4b req-1127081e-94a3-41b2-ad90-b821cf409120 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:51.608928 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-575db416-ca57-4351-bd64-76fc6b0c0c4b req-1127081e-94a3-41b2-ad90-b821cf409120 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0511293 Aug 26 12:28:51.647565 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-575db416-ca57-4351-bd64-76fc6b0c0c4b req-39eac3a8-29da-4e21-b717-49bccc01ede9 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Aug 26 12:28:51.659072 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.682829 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event deleted for resources: {'Port': ['ID=afa75254-5276-4dc8-80e8-8b70955ae6b0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:51.747050 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.749847 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.751048 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-65497265-1b15-4b63-8fdc-2ca17cfa3bf1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "DELETE /v2.0/floatingips/f82485a3-6f9b-4128-98bb-a3caca8dc025 HTTP/1.1" status: 204 len: 168 time: 0.4454334 Aug 26 12:28:52.061373 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ece88-a3dd-4a08-96b3-06378403d5fa req-47049f4b-e4ae-472c-8fbf-d70965fb8334 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:52.063539 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7e7ece88-a3dd-4a08-96b3-06378403d5fa req-47049f4b-e4ae-472c-8fbf-d70965fb8334 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0501890 Aug 26 12:28:52.103138 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7e7ece88-a3dd-4a08-96b3-06378403d5fa req-271aee19-c5c4-4410-be85-9e06b9042710 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Aug 26 12:28:52.266666 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56572) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:52.271354 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b73ffafb-5c3a-40d1-98c1-46e77906faba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926069295', 'description': 'tempest-description--1331317292'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:28:52.291642 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b73ffafb-5c3a-40d1-98c1-46e77906faba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.614501 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b73ffafb-5c3a-40d1-98c1-46e77906faba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.618310 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b73ffafb-5c3a-40d1-98c1-46e77906faba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.644012 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b73ffafb-5c3a-40d1-98c1-46e77906faba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.645247 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-b73ffafb-5c3a-40d1-98c1-46e77906faba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3775742 Aug 26 12:28:52.648503 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:52.649119 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ffafb-5c3a-40d1-98c1-46e77906faba tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd541c7-a688-420a-a0fe-91b834097e87,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:52.653163 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e0eac64f-9f21-40f7-8cbf-277016474f93 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'security_group_rule': {'security_group_id': '6fd541c7-a688-420a-a0fe-91b834097e87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:28:52.694694 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e0eac64f-9f21-40f7-8cbf-277016474f93 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.785074 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e0eac64f-9f21-40f7-8cbf-277016474f93 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.790633 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e0eac64f-9f21-40f7-8cbf-277016474f93 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.804690 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b312d02-8788-4e63-9810-87dee53eb86c req-0cde7c08-3392-457c-aa42-7527fff54bcd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:52.806250 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7b312d02-8788-4e63-9810-87dee53eb86c req-0cde7c08-3392-457c-aa42-7527fff54bcd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0813956 Aug 26 12:28:52.821580 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eac64f-9f21-40f7-8cbf-277016474f93 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f6ff31-794d-4600-aeb6-523cdec56a5f,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:52.832547 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e0eac64f-9f21-40f7-8cbf-277016474f93 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.833669 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-e0eac64f-9f21-40f7-8cbf-277016474f93 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841636 Aug 26 12:28:52.836456 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56578) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:52.840755 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7e23a4ee-8137-45d1-acca-e47bbb01db7e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'security_group_rule': {'security_group_id': '6fd541c7-a688-420a-a0fe-91b834097e87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:28:52.883938 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7b312d02-8788-4e63-9810-87dee53eb86c req-f75de366-4f76-4ec9-b54c-aef0cf656231 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634832 Aug 26 12:28:52.890200 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e23a4ee-8137-45d1-acca-e47bbb01db7e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.947849 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e23a4ee-8137-45d1-acca-e47bbb01db7e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.951518 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e23a4ee-8137-45d1-acca-e47bbb01db7e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.969793 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23a4ee-8137-45d1-acca-e47bbb01db7e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce7795e-b558-4c97-ad9d-9233e2bb7959,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:52.975735 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e23a4ee-8137-45d1-acca-e47bbb01db7e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:52.976975 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-7e23a4ee-8137-45d1-acca-e47bbb01db7e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396751 Aug 26 12:28:52.980097 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56580) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:52.984543 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'floatingip': {'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:28:53.005130 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.092855 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:28:53.102350 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.113306 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:28:53.113653 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 2d5ccea8-4110-4ad0-b0c7-912a2a7d2caf not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:28:53.208093 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Allocated IP 172.27.2.193 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/80b2c89c-bcbd-4043-b750-bf61ae53429c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:28:53.278157 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ad58a-0761-4130-8e94-d147a8f3d69b req-a15e9bce-b9e5-4feb-828a-bf0f62c12e49 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:53.279693 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-367ad58a-0761-4130-8e94-d147a8f3d69b req-a15e9bce-b9e5-4feb-828a-bf0f62c12e49 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.1064003 Aug 26 12:28:53.282641 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-ba1ad131-f57a-49ec-a0aa-38ffe4c61913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:53.284003 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-ba1ad131-f57a-49ec-a0aa-38ffe4c61913 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2&tenant_id=693c63a8061d43cb88bd81118e5880b9 HTTP/1.1" status: 200 len: 1096 time: 0.1002383 Aug 26 12:28:53.314778 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.318143 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-367ad58a-0761-4130-8e94-d147a8f3d69b req-16e429f1-3293-4bcf-be12-8632f4e69e7e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320835 Aug 26 12:28:53.354731 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.362762 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-cbc04feb-a482-45bd-83e9-805cf4d1c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:53.364273 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-cbc04feb-a482-45bd-83e9-805cf4d1c757 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 1096 time: 0.0451603 Aug 26 12:28:53.392561 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:28:53.397392 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:28:53.400878 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:28:53.406259 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'Port': ['ID=80b2c89c-bcbd-4043-b750-bf61ae53429c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:53.458846 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-65f05e86-87cd-4854-97ff-ef704e55fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:53.460360 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-65f05e86-87cd-4854-97ff-ef704e55fe79 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 917 time: 0.0877981 Aug 26 12:28:53.485611 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.520112 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.527766 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-8fdeb1b4-a480-4102-a399-b501d045326f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4 HTTP/1.1" status: 200 len: 999 time: 0.0589039 Aug 26 12:28:53.577928 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-d7659a9d-f8f6-4250-bb1d-6d4ace0c2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:53.580037 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-d7659a9d-f8f6-4250-bb1d-6d4ace0c2ecc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0446298 Aug 26 12:28:53.631280 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-18a8f7dc-376d-4c6a-8d2f-d5f28afabd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:53.632716 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-18a8f7dc-376d-4c6a-8d2f-d5f28afabd08 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444002 Aug 26 12:28:53.670017 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.674856 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.723792 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-330c67c1-0744-4679-bab3-ca81889f719a service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827897 Aug 26 12:28:53.746366 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'Port': ['ID=80b2c89c-bcbd-4043-b750-bf61ae53429c,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:53.754988 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.768809 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.770062 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3b5e9838-8dbe-4b9d-9669-cb592cfdd64c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7889962 Aug 26 12:28:53.819574 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42078fc4-92e9-42ac-a446-226e1b5e4c81 req-7945fa5e-230e-48d6-b37a-f3791adebad5 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880630 Aug 26 12:28:53.961978 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-2e63f5dd-6186-4b95-9901-3de93c6f3cec tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1926069295&fields=id&tenant_id=576d25478da24b44996196f43f63a4a2 HTTP/1.1" status: 200 len: 267 time: 0.0343721 Aug 26 12:28:54.008017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922585e-a131-475b-a3f3-d7554ed82ba9 req-42bd625b-34ba-4cfe-95e1-302e6b89f930 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:54.009557 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3922585e-a131-475b-a3f3-d7554ed82ba9 req-42bd625b-34ba-4cfe-95e1-302e6b89f930 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0506613 Aug 26 12:28:54.052551 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3922585e-a131-475b-a3f3-d7554ed82ba9 req-820ea73c-c384-4739-8cc7-9e3dd45a3366 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369623 Aug 26 12:28:54.083425 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7841f1-61fe-42bd-9759-61b576956227 req-a8b07219-0ced-4a5e-b38e-673e1b33f4b7 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:54.084910 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-a8b07219-0ced-4a5e-b38e-673e1b33f4b7 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 811 time: 0.1162570 Aug 26 12:28:54.099953 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-e40a1677-c0f7-4e55-bb18-08be28383999 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/quotas/576d25478da24b44996196f43f63a4a2 HTTP/1.1" status: 200 len: 375 time: 0.0093787 Aug 26 12:28:54.157914 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-8c15b443-8553-4d95-880f-dcc45ebe61db tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522547 Aug 26 12:28:54.295174 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-b3e5798f-2a02-4303-9865-9c4852b72e0b service neutron] 10.222.0.13 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251740 Aug 26 12:28:54.434535 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-378c6da1-a28c-4382-a326-647cb93985b1 service neutron] 10.222.0.13 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318750 Aug 26 12:28:54.495324 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35925e-3919-4eef-9907-f7069647e9c5 req-34aed441-f21a-4247-ab84-7bbaf0d6b522 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:54.497773 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bb35925e-3919-4eef-9907-f7069647e9c5 req-34aed441-f21a-4247-ab84-7bbaf0d6b522 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0577526 Aug 26 12:28:54.540246 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bb35925e-3919-4eef-9907-f7069647e9c5 req-5360ec50-0c2c-46ed-bad6-3cb8d3405900 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346208 Aug 26 12:28:54.634733 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4c309a6-3f5e-48c7-9702-51817233d826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:54.686309 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fd118850-adb9-46e7-b364-0efda2bb4c7e req-d9ae98d0-37a6-42f2-bdd0-bb0709e9b0cc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0566821 Aug 26 12:28:55.180116 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b947a-cdcd-4120-8a5e-5759f8be24bd req-5e6725c9-87c2-4335-9c62-2eab44d0beae tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:55.181617 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3d6b947a-cdcd-4120-8a5e-5759f8be24bd req-5e6725c9-87c2-4335-9c62-2eab44d0beae tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0542970 Aug 26 12:28:55.222520 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3d6b947a-cdcd-4120-8a5e-5759f8be24bd req-6debc4c7-b471-4920-96fb-be5eed501b33 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344393 Aug 26 12:28:55.662364 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc80a3-1cff-4b70-a38c-cb01bd520078 req-26c505f6-b3c1-4e28-862d-95664591a4c7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:55.663851 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-03dc80a3-1cff-4b70-a38c-cb01bd520078 req-26c505f6-b3c1-4e28-862d-95664591a4c7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0502522 Aug 26 12:28:55.718888 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-03dc80a3-1cff-4b70-a38c-cb01bd520078 req-c48a7d4c-b5e8-435f-902b-0962cbd5a0ca tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490575 Aug 26 12:28:55.773832 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-793a8ae0-a35f-42c1-a186-5e7098a7a2c5 req-8697bd34-a379-4dfe-9dfb-12609a269e8b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0305610 Aug 26 12:28:56.348422 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599dc55-61aa-4ed4-930c-f0f168e9d3f0 req-31adb367-2808-4161-a761-d96d40b9600a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:56.350029 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d599dc55-61aa-4ed4-930c-f0f168e9d3f0 req-31adb367-2808-4161-a761-d96d40b9600a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0480039 Aug 26 12:28:56.392503 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d599dc55-61aa-4ed4-930c-f0f168e9d3f0 req-9aa35ec5-e441-46cd-9fa6-42c7758b374b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357327 Aug 26 12:28:56.463932 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:56.824069 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595da879-858f-4c36-9bed-422eb367c79f req-5a623bab-f6cb-4a1b-a173-b9879783fdbb tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:56.825562 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-595da879-858f-4c36-9bed-422eb367c79f req-5a623bab-f6cb-4a1b-a173-b9879783fdbb tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0486736 Aug 26 12:28:56.871523 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-595da879-858f-4c36-9bed-422eb367c79f req-df75a6b3-abe2-4eb6-ac4c-431b38dd60ad tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393314 Aug 26 12:28:56.885574 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5ae7ce2c-537d-4aeb-a621-ce4fcd960f63 req-cbb91a95-1990-4fa1-a2bb-6507c825048f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0431232 Aug 26 12:28:57.330686 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c00ac497-a691-4ac6-a16c-a288aab76d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:57.515695 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:57.543691 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bec44d-23ea-4fc9-8bf5-b4bfade1ca87 req-04e6c045-284f-4fa2-818b-c99ff58bbd1b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:57.545210 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e1bec44d-23ea-4fc9-8bf5-b4bfade1ca87 req-04e6c045-284f-4fa2-818b-c99ff58bbd1b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0781047 Aug 26 12:28:57.585925 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e1bec44d-23ea-4fc9-8bf5-b4bfade1ca87 req-9177dc03-ec3b-4700-b1ca-292734c543cb tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340040 Aug 26 12:28:58.000426 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d49612c5-0c5a-4ae8-8efe-93c2c873a085 req-078913d6-2cfb-450a-b2ef-811c3f1431d4 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0362027 Aug 26 12:28:58.012941 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f3dbf-2c2a-4c98-9f14-4111e6d12f4d req-bef14933-42f7-4e97-9bc6-1985f8c48ee4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:58.012941 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1a8f3dbf-2c2a-4c98-9f14-4111e6d12f4d req-bef14933-42f7-4e97-9bc6-1985f8c48ee4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0616190 Aug 26 12:28:58.054821 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1a8f3dbf-2c2a-4c98-9f14-4111e6d12f4d req-d6885141-e8d3-4080-bcdc-5d22112019a1 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345485 Aug 26 12:28:58.229018 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:58.725193 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79104dee-ae2d-42fa-9e1e-3bb3d88601da req-2850d1dc-b648-4526-a534-67ee101788d0 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:58.727201 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-79104dee-ae2d-42fa-9e1e-3bb3d88601da req-2850d1dc-b648-4526-a534-67ee101788d0 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0527620 Aug 26 12:28:58.770676 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-79104dee-ae2d-42fa-9e1e-3bb3d88601da req-38ad4191-3d17-4cac-8004-620937e373fa tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358953 Aug 26 12:28:59.090991 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d76619f-fcaa-4c70-abf8-202a8d7b3953 req-a2e74a8d-e5ef-48c5-9e6e-ee9f8cded02e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0261223 Aug 26 12:28:59.189802 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee9f82-197a-4bb4-bacf-d037499c621d req-114260aa-b503-4f33-8b14-83ab2a5c9727 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:59.191478 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3fee9f82-197a-4bb4-bacf-d037499c621d req-114260aa-b503-4f33-8b14-83ab2a5c9727 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0608134 Aug 26 12:28:59.232767 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3fee9f82-197a-4bb4-bacf-d037499c621d req-f8ed933d-ce33-44e9-9868-a7704ad51e3f tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346322 Aug 26 12:28:59.907058 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd1831-8d89-4a7e-acf4-214a9e595162 req-5592a5dc-161d-441e-8da9-53f045e5aef2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:59.908626 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4bbd1831-8d89-4a7e-acf4-214a9e595162 req-5592a5dc-161d-441e-8da9-53f045e5aef2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0519798 Aug 26 12:28:59.951740 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4bbd1831-8d89-4a7e-acf4-214a9e595162 req-15a299c7-3d92-4fed-946c-84a769490731 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356376 Aug 26 12:29:00.079714 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:00.200037 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-31ff30c9-679a-4531-9db1-a7871629ae7e req-dcddf628-8a21-4141-a2aa-841fff889b9e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0340514 Aug 26 12:29:00.354977 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065559-5946-42de-a5ce-8589be3a151e req-ea323a39-cf82-472e-8c47-6eb4e2c4b2a3 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:00.356474 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-88065559-5946-42de-a5ce-8589be3a151e req-ea323a39-cf82-472e-8c47-6eb4e2c4b2a3 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0587287 Aug 26 12:29:00.396181 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-88065559-5946-42de-a5ce-8589be3a151e req-bad22ab0-cbf8-4611-8b3a-b3c0c3667158 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330141 Aug 26 12:29:01.076563 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7b33b-5af4-44bd-b34c-096b398dd950 req-00f6e55c-97d8-424f-b159-f779e3e18a09 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:01.078048 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-43e7b33b-5af4-44bd-b34c-096b398dd950 req-00f6e55c-97d8-424f-b159-f779e3e18a09 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0490096 Aug 26 12:29:01.131644 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-43e7b33b-5af4-44bd-b34c-096b398dd950 req-09f840e5-8d1e-48d7-9b7c-031570e0a477 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463595 Aug 26 12:29:01.282057 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-aa92974c-ec28-4afd-a87c-cae62da6eb92 req-1ce3c30c-c5b7-476c-8ed0-e99e0e1358f0 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0257592 Aug 26 12:29:01.522489 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7486de6-32e4-421e-b471-13123b74369b req-049a71ae-5d64-4cbe-821e-0efc28db0c92 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:01.525190 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b7486de6-32e4-421e-b471-13123b74369b req-049a71ae-5d64-4cbe-821e-0efc28db0c92 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0588551 Aug 26 12:29:01.565630 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b7486de6-32e4-421e-b471-13123b74369b req-8b6f8dfc-9c92-4a3b-b457-1833e8f79e32 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345173 Aug 26 12:29:02.272523 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28721faa-fd91-4eb9-8577-4c486a22979f req-11f6345e-a757-4163-8307-5e2c9819f5a8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:02.274023 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-28721faa-fd91-4eb9-8577-4c486a22979f req-11f6345e-a757-4163-8307-5e2c9819f5a8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0670521 Aug 26 12:29:02.313148 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-28721faa-fd91-4eb9-8577-4c486a22979f req-3e22f4a7-8406-4a05-b161-984fabeaa8f5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329509 Aug 26 12:29:02.394117 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cb1e71ca-16cc-417f-9fe3-a4989ad8436f req-57062926-8808-4361-b8df-d344de501f78 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0298185 Aug 26 12:29:02.704254 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f7bf5-1fc1-431b-a3be-8d9d760b9145 req-7a492887-1781-431b-85b8-28c9e879805d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:02.705853 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a53f7bf5-1fc1-431b-a3be-8d9d760b9145 req-7a492887-1781-431b-85b8-28c9e879805d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0559754 Aug 26 12:29:02.744129 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a53f7bf5-1fc1-431b-a3be-8d9d760b9145 req-7cb08f27-7b91-4d6b-b9a1-16de002d3ef7 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322635 Aug 26 12:29:02.897550 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-de2db400-80c8-4a46-b1f4-4f0376ba0b72 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984352578&fields=id&tenant_id=c50ea80a6b36463ea81cbd7f857499a0 HTTP/1.1" status: 200 len: 267 time: 0.0346599 Aug 26 12:29:02.952974 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-8039bf9d-e9ca-4d29-8f6f-41a8f235017f tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:02.954536 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-8039bf9d-e9ca-4d29-8f6f-41a8f235017f tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 984 time: 0.0509708 Aug 26 12:29:02.965909 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-605d6dc5-d8ee-4e83-9e84-478d85334ddd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Request body: {'port': {'security_groups': ['8dab5df1-2962-4a82-96cf-8e956b44fe4a']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:03.043976 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-605d6dc5-d8ee-4e83-9e84-478d85334ddd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.235755 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-605d6dc5-d8ee-4e83-9e84-478d85334ddd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] For port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:03.265501 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-605d6dc5-d8ee-4e83-9e84-478d85334ddd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.270879 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-605d6dc5-d8ee-4e83-9e84-478d85334ddd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.308938 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:29:03.318359 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-605d6dc5-d8ee-4e83-9e84-478d85334ddd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:03.318997 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-605d6dc5-d8ee-4e83-9e84-478d85334ddd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.323535 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-39c741bb-5315-4649-80a8-e28e77f6bfc6 req-605d6dc5-d8ee-4e83-9e84-478d85334ddd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "PUT /v2.0/ports/0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 942 time: 0.3623037 Aug 26 12:29:03.323953 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:29:03.326218 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56686) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:03.326850 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184f64e8-2357-498f-95cc-ec3a00e169c1" -d '{"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:29:03.410851 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d6dc5-d8ee-4e83-9e84-478d85334ddd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event updated for resources: {'Port': ['ID=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:03.442731 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6692c47-c8bc-497f-bc12-f78aed1cf592 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.480182 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6692c47-c8bc-497f-bc12-f78aed1cf592 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.562482 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6692c47-c8bc-497f-bc12-f78aed1cf592 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.563720 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6692c47-c8bc-497f-bc12-f78aed1cf592 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.565678 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-a6692c47-c8bc-497f-bc12-f78aed1cf592 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "DELETE /v2.0/security-groups/34abfc53-45b8-447d-9a25-49f5ebeed934 HTTP/1.1" status: 204 len: 168 time: 0.2384124 Aug 26 12:29:03.569367 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800450-6177-4c3f-bdd4-0ab6fa39edaa req-17778a6a-45d9-474f-ac82-371423a4cd0d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:03.574335 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56696) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:03.577312 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e9800450-6177-4c3f-bdd4-0ab6fa39edaa req-17778a6a-45d9-474f-ac82-371423a4cd0d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.1284831 Aug 26 12:29:03.580554 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12ce86e-348a-46cd-89fa-681c074df995 x-openstack-request-id: req-f12ce86e-348a-46cd-89fa-681c074df995 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:29:03.580826 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:29:03.581070 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f12ce86e-348a-46cd-89fa-681c074df995 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:29:03.581455 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'status': 'completed', 'code': 200} Aug 26 12:29:03.590230 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6692c47-c8bc-497f-bc12-f78aed1cf592 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34abfc53-45b8-447d-9a25-49f5ebeed934,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:03.629169 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:29:03.679027 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e9800450-6177-4c3f-bdd4-0ab6fa39edaa req-b3368fc3-3924-4fc7-b327-b61ec171638a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007550 Aug 26 12:29:03.687118 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-cb9b576a-cd6e-4542-acc7-2ee27c32ef9d req-8a19c60e-bec5-42cd-897b-b90a4408a99f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0362751 Aug 26 12:29:03.839234 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-71484ad8-3cf2-46bf-92f9-51fdb9d1a2e2 None None] Provisioning complete for port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:03.839618 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71484ad8-3cf2-46bf-92f9-51fdb9d1a2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.847632 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Deleting port 948e0994-999e-4c78-b56e-93c0942452a2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:03.847976 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.914438 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47195ee-fa7e-419a-878d-b8621a8cec63 req-ddb350f0-1ac3-4706-ad12-0f4fa8e034ab tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:03.915929 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e47195ee-fa7e-419a-878d-b8621a8cec63 req-ddb350f0-1ac3-4706-ad12-0f4fa8e034ab tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0987420 Aug 26 12:29:03.957027 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.957351 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:03.980782 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Calling delete_port for 948e0994-999e-4c78-b56e-93c0942452a2 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:03.987494 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e47195ee-fa7e-419a-878d-b8621a8cec63 req-68ac6f8a-1eca-4d7b-bcf7-a547ee492416 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628576 Aug 26 12:29:04.151298 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:04.177330 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event deleted for resources: {'Port': ['ID=948e0994-999e-4c78-b56e-93c0942452a2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:04.234185 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:04.234559 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.l3_db [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Floating IP 43f52d4f-126e-4c17-966d-936e08ae6937 disassociated (deleted). External IP: 172.27.2.33, port: 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9. Aug 26 12:29:04.440795 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Router deea3b55-c454-4db7-b4a0-36f47e8c7d62 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:29:04.540017 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-27b8e092-d384-4649-8637-8be3805da25a req-8081ce4d-be1d-49ed-8622-9be409ea5af7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456285 Aug 26 12:29:04.565885 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-7f1d428c-fa5b-496a-8cf0-4fc24c67d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:04.567370 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-7f1d428c-fa5b-496a-8cf0-4fc24c67d1b4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1098 time: 0.0831449 Aug 26 12:29:04.624398 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:29:04.630505 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:04.638709 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] Sync routers for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:29:04.650143 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:04.651273 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:04.669039 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-19757f6e-b9c6-40ac-b08e-00ee7db73d7d tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "DELETE /v2.0/floatingips/43f52d4f-126e-4c17-966d-936e08ae6937 HTTP/1.1" status: 204 len: 168 time: 1.0934625 Aug 26 12:29:04.675624 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:29:04.678561 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d966f955-06bb-41f4-b8f0-9803b9c2d707" -d '{"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:29:04.703075 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-a1500349-0c09-4fc7-9a64-0ab010f3c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:04.705262 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-a1500349-0c09-4fc7-9a64-0ab010f3c650 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4e2c5728-0393-45ab-8280-7dfb66452886 HTTP/1.1" status: 200 len: 915 time: 0.1284349 Aug 26 12:29:04.734035 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-6dd693e7-8dd7-4ace-b69a-9b0d240f7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:04.735393 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-6dd693e7-8dd7-4ace-b69a-9b0d240f7823 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc4ddbfe22e489b80492250e6628b71&device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1098 time: 0.0513067 Aug 26 12:29:04.762552 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca0d17e-31bc-4b78-8b33-056786fda83a x-openstack-request-id: req-1ca0d17e-31bc-4b78-8b33-056786fda83a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:29:04.762912 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:29:04.763091 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ca0d17e-31bc-4b78-8b33-056786fda83a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:29:04.763473 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'status': 'completed', 'code': 200} Aug 26 12:29:04.765728 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-951fa00f-602a-4d91-b53c-02052e292f56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 217 time: 0.0505357 Aug 26 12:29:04.842585 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-bca87331-d5e9-4ade-a2e8-a57b5b2fbad2 req-3f61c3b6-5e2d-435d-ba29-7c457724838e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0360966 Aug 26 12:29:04.860406 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-bc4786ac-f36e-490b-9905-a563a30908fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:04.862786 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-bc4786ac-f36e-490b-9905-a563a30908fb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ec2397c-361c-49c7-bca6-1bbc5da4c337 HTTP/1.1" status: 200 len: 853 time: 0.0888450 Aug 26 12:29:04.863285 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-5a2cfb42-01db-438e-b04d-9e2165f15f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:04.864790 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-5a2cfb42-01db-438e-b04d-9e2165f15f2f service neutron] 10.222.0.68 "GET /v2.0/networks?id=3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 200 len: 910 time: 0.1063631 Aug 26 12:29:04.961035 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-ee8b3db0-173e-4523-bf3c-bdcebb82e143 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 200 len: 1001 time: 0.0796165 Aug 26 12:29:04.994272 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-7541a2e5-1320-41fa-84e1-8b1151fbcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:04.995548 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-7541a2e5-1320-41fa-84e1-8b1151fbcbe8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4e2c5728-0393-45ab-8280-7dfb66452886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1154287 Aug 26 12:29:05.006654 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:05.009273 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d36d8-82af-4e21-8dd4-e7b138a90177 req-a9fa8f54-5bfa-41a2-98ba-eb8d0afce9fd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:05.017115 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-265d36d8-82af-4e21-8dd4-e7b138a90177 req-a9fa8f54-5bfa-41a2-98ba-eb8d0afce9fd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0786128 Aug 26 12:29:05.041212 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-bbe071cf-a524-480f-93d9-76b65e5f8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:05.044968 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-bbe071cf-a524-480f-93d9-76b65e5f8bab service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a01a6-ffad-4298-8c82-33e36f64ec11 HTTP/1.1" status: 200 len: 848 time: 0.0665019 Aug 26 12:29:05.106882 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-265d36d8-82af-4e21-8dd4-e7b138a90177 req-755a1178-e503-4f97-99bd-2dcf4da82a03 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888975 Aug 26 12:29:05.143938 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-9d1ec156-f9a8-4c5a-8afc-ff84908e538b service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189854 Aug 26 12:29:05.167963 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25647cbd-c265-42da-979d-a45c2a75e9cd req-e97e4f4b-9714-498b-9833-dc57ffd3c2e4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:05.169459 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-25647cbd-c265-42da-979d-a45c2a75e9cd req-e97e4f4b-9714-498b-9833-dc57ffd3c2e4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0676515 Aug 26 12:29:05.176386 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-b878d941-1687-4d2f-b753-403d483fc051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:05.178011 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-b878d941-1687-4d2f-b753-403d483fc051 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3cdd88c6-8b10-4d90-a706-7189722040fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148303 Aug 26 12:29:05.263709 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-25647cbd-c265-42da-979d-a45c2a75e9cd req-f31246b5-6ab8-4a19-b76a-bdb3dd1e6271 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845649 Aug 26 12:29:05.272993 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-184f64e8-2357-498f-95cc-ec3a00e169c1 req-a33eee70-ecff-464b-bbbe-0a7d3596a67f service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160581 Aug 26 12:29:05.291123 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '89ba2d9e-1866-4a8a-8782-28fab4726b94', 'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'mac_address': 'fa:16:3e:cd:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:45Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 5, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'subnets': [{'id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:05.323957 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] Checking router: deea3b55-c454-4db7-b4a0-36f47e8c7d62 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:29:05.334599 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:05.335322 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:05.393477 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-a771f0a4-f843-4612-b677-bb0afa914495 service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760607 Aug 26 12:29:05.400117 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7841f1-61fe-42bd-9759-61b576956227 req-362cc990-993a-4024-bb4a-45a3071a64e6 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:05.401565 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-362cc990-993a-4024-bb4a-45a3071a64e6 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 811 time: 0.1854298 Aug 26 12:29:05.427161 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8e092-d384-4649-8637-8be3805da25a req-17bad2d5-3552-4bd4-9e68-b71184282649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:05.429214 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-27b8e092-d384-4649-8637-8be3805da25a req-17bad2d5-3552-4bd4-9e68-b71184282649 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1098 time: 0.0522597 Aug 26 12:29:05.462008 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:05.516164 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-8eb29606-2e10-4422-a150-625991ef4b5b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=576d25478da24b44996196f43f63a4a2 HTTP/1.1" status: 200 len: 380 time: 0.0795088 Aug 26 12:29:05.527290 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'port': {'device_id': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'admin_state_up': True, 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'security_groups': ['6fd541c7-a688-420a-a0fe-91b834097e87']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:05.539826 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8e092-d384-4649-8637-8be3805da25a req-e8c9f68b-758f-43d8-aa07-964ad7078611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:05.541312 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-27b8e092-d384-4649-8637-8be3805da25a req-e8c9f68b-758f-43d8-aa07-964ad7078611 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4e2c5728-0393-45ab-8280-7dfb66452886 HTTP/1.1" status: 200 len: 915 time: 0.0896783 Aug 26 12:29:05.597098 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e164d35c-d4b6-4d8a-a384-e1201f9735ae req-d0d58cb1-41fb-4e27-b3d5-90e375efdb85 service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693175 Aug 26 12:29:05.599051 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-27b8e092-d384-4649-8637-8be3805da25a req-ee51eeeb-4c83-4f3d-9e8c-2ea57ac93739 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 217 time: 0.0448356 Aug 26 12:29:05.654786 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Made reservation on behalf of 576d25478da24b44996196f43f63a4a2 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:29:05.659096 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:05.686788 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8e092-d384-4649-8637-8be3805da25a req-68769da8-ac20-4059-b05a-4ef51368658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:05.688416 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-27b8e092-d384-4649-8637-8be3805da25a req-68769da8-ac20-4059-b05a-4ef51368658e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ec2397c-361c-49c7-bca6-1bbc5da4c337 HTTP/1.1" status: 200 len: 853 time: 0.0479665 Aug 26 12:29:05.693321 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '89ba2d9e-1866-4a8a-8782-28fab4726b94', 'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'mac_address': 'fa:16:3e:cd:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:45Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 5, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'subnets': [{'id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:05.721838 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ccb87-6aac-4623-8465-48e03337a02e None None] The sync data for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi is: [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:45Z', 'revision_number': 4, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '89ba2d9e-1866-4a8a-8782-28fab4726b94', 'name': '', 'network_id': '4e2c5728-0393-45ab-8280-7dfb66452886', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'mac_address': 'fa:16:3e:cd:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:45Z', 'updated_at': '2021-08-26T12:25:52Z', 'revision_number': 5, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'subnets': [{'id': '8ec2397c-361c-49c7-bca6-1bbc5da4c337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:29:05.754177 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8e092-d384-4649-8637-8be3805da25a req-121dbab7-6055-4b32-ba52-aba66fb33f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:05.755826 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-27b8e092-d384-4649-8637-8be3805da25a req-121dbab7-6055-4b32-ba52-aba66fb33f3f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4e2c5728-0393-45ab-8280-7dfb66452886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512633 Aug 26 12:29:05.807030 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Allocated IP 172.20.0.3 (68952abd-6601-4cfc-8312-c8049636c281/d2652cf6-f646-4013-841e-a75b647ab697/e1152894-5e36-4801-929e-00699c9b5075) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:29:05.856331 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-27b8e092-d384-4649-8637-8be3805da25a req-082ecd2d-be35-46e3-9f04-653f3e8a1766 service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916836 Aug 26 12:29:05.961213 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:05.962948 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5a85f9e3-3a16-4b92-9bf4-4d37af31277f req-b72a5f39-f9ff-4189-8514-6279c17aaec3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0385022 Aug 26 12:29:05.988809 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Transition to ACTIVE for port object e1152894-5e36-4801-929e-00699c9b5075 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:29:05.993320 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-27b8e092-d384-4649-8637-8be3805da25a req-d1e63e87-92ab-4d6b-9925-9ef25ecfb935 service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279199 Aug 26 12:29:06.013260 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389e5de-f846-4d2a-94ef-1ae0af393cd0 None None] New status for floating IP 43f52d4f-126e-4c17-966d-936e08ae6937: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:29:06.034962 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:06.086137 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Network 68952abd-6601-4cfc-8312-c8049636c281 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:29:06.089517 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:29:06.094232 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:29:06.116647 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event updated for resources: {'Port': ['ID=e1152894-5e36-4801-929e-00699c9b5075,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:06.172201 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:06.172874 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:06.188274 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-0547b77a-927d-447a-8585-c25a6d9ef8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:06.190365 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-0547b77a-927d-447a-8585-c25a6d9ef8e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 1098 time: 0.0688200 Aug 26 12:29:06.193687 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-70a9e454-c010-442c-90ed-dc66e23f2156 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6706953 Aug 26 12:29:06.219752 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Request body: {'port': {'device_id': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:06.283401 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:06.321737 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde0a89-ae3e-4702-a937-80a8f8846e4c req-54daa22b-9d44-425c-af22-5e3b34b6cbec tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:06.323237 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1dde0a89-ae3e-4702-a937-80a8f8846e4c req-54daa22b-9d44-425c-af22-5e3b34b6cbec tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.1031907 Aug 26 12:29:06.351290 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-1091da0d-b19d-484a-a7d6-2f91ac1ffc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:06.352739 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-1091da0d-b19d-484a-a7d6-2f91ac1ffc04 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4e2c5728-0393-45ab-8280-7dfb66452886 HTTP/1.1" status: 200 len: 915 time: 0.1410584 Aug 26 12:29:06.360163 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-07b33151-98f4-4131-aafe-4cac30860343 None None] Provisioning for port e1152894-5e36-4801-929e-00699c9b5075 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:29:06.365012 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-07b33151-98f4-4131-aafe-4cac30860343 None None] Provisioning complete for port e1152894-5e36-4801-929e-00699c9b5075 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:06.365439 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-07b33151-98f4-4131-aafe-4cac30860343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:06.400141 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-07b33151-98f4-4131-aafe-4cac30860343 None None] Port e1152894-5e36-4801-929e-00699c9b5075 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:29:06.403097 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-deeb64b3-2f65-4fec-a163-936787f15e01 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 200 len: 217 time: 0.0411074 Aug 26 12:29:06.406000 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1dde0a89-ae3e-4702-a937-80a8f8846e4c req-0cedb3c5-4e13-43e7-9849-be8af8200918 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748687 Aug 26 12:29:06.460010 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-01c44d69-a746-478a-9cc2-5dcda7a332f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:06.461787 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-01c44d69-a746-478a-9cc2-5dcda7a332f8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ec2397c-361c-49c7-bca6-1bbc5da4c337 HTTP/1.1" status: 200 len: 853 time: 0.0504217 Aug 26 12:29:06.467677 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b81cea-f2e5-4a87-a80d-8796f25cd7be req-5b804d2e-7749-4af1-8b9d-5566d9b3971e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:06.469206 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-43b81cea-f2e5-4a87-a80d-8796f25cd7be req-5b804d2e-7749-4af1-8b9d-5566d9b3971e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.1317434 Aug 26 12:29:06.513385 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-fee0c04e-254e-4d51-b5d1-c06c5d9b2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:06.515007 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-fee0c04e-254e-4d51-b5d1-c06c5d9b2757 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4e2c5728-0393-45ab-8280-7dfb66452886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457437 Aug 26 12:29:06.548073 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-43b81cea-f2e5-4a87-a80d-8796f25cd7be req-3a96098e-3273-4c85-b0f0-cb7ac3a55d1f tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695620 Aug 26 12:29:06.607336 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-141117f6-7385-48cd-b5d7-5ede66fbc7a8 service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839498 Aug 26 12:29:06.636866 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1152894-5e36-4801-929e-00699c9b5075 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:29:06.644780 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:06.657136 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Transition to ACTIVE for port object e1152894-5e36-4801-929e-00699c9b5075 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:29:06.660643 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:06.709964 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Pushing event updated for resources: {'Port': ['ID=e1152894-5e36-4801-929e-00699c9b5075,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:06.790608 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Attempting to bind port e1152894-5e36-4801-929e-00699c9b5075 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:29:06.790963 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Attempting to bind port e1152894-5e36-4801-929e-00699c9b5075 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:29:06.791263 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Attempting to bind port e1152894-5e36-4801-929e-00699c9b5075 on network 68952abd-6601-4cfc-8312-c8049636c281 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:29:06.796133 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Port e1152894-5e36-4801-929e-00699c9b5075 on network 68952abd-6601-4cfc-8312-c8049636c281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:29:06.796457 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Attempting to bind port e1152894-5e36-4801-929e-00699c9b5075 on network 68952abd-6601-4cfc-8312-c8049636c281 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:29:06.802695 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:29:06.802951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Checking segment: {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:29:06.803337 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Bound using segment: {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:29:06.803784 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Bound port: e1152894-5e36-4801-929e-00699c9b5075, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2773445f-9366-41a4-b1b4-effb6b16eb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '68952abd-6601-4cfc-8312-c8049636c281'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:29:06.804140 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:06.878052 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] For port e1152894-5e36-4801-929e-00699c9b5075, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:29:06.881801 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] For port e1152894-5e36-4801-929e-00699c9b5075, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e1152894-5e36-4801-929e-00699c9b5075,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:29:06.887508 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:06.923636 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:06.924759 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:06.926874 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] 10.222.0.68 "PUT /v2.0/ports/e1152894-5e36-4801-929e-00699c9b5075 HTTP/1.1" status: 200 len: 1093 time: 0.7115588 Aug 26 12:29:06.927380 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'tag': 'e1152894-5e36-4801-929e-00699c9b5075'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:29:06.929543 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390" -d '{"events": [{"name": "network-changed", "server_uuid": "182e141c-bae8-4a54-aee3-8a2d4b81dc14", "tag": "e1152894-5e36-4801-929e-00699c9b5075"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:29:06.961175 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d966f955-06bb-41f4-b8f0-9803b9c2d707 req-076d7c86-6612-415c-9c53-8b2d5ef419b8 service neutron] 10.222.0.68 "GET /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442361 Aug 26 12:29:06.965211 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc691087-9b1e-453d-8727-5706fa81a3cc service neutron] Pushing event updated for resources: {'Port': ['ID=e1152894-5e36-4801-929e-00699c9b5075,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:06.981959 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d747d0-986b-49bf-aab7-6232857ef01d x-openstack-request-id: req-d7d747d0-986b-49bf-aab7-6232857ef01d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:29:06.982250 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182e141c-bae8-4a54-aee3-8a2d4b81dc14", "tag": "e1152894-5e36-4801-929e-00699c9b5075", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:29:06.982546 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7d747d0-986b-49bf-aab7-6232857ef01d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:29:06.982942 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'tag': 'e1152894-5e36-4801-929e-00699c9b5075', 'status': 'completed', 'code': 200} Aug 26 12:29:07.065222 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7841f1-61fe-42bd-9759-61b576956227 req-9af58d41-cdfe-4773-913d-c49b3c443902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.066874 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-9af58d41-cdfe-4773-913d-c49b3c443902 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 1096 time: 0.0452020 Aug 26 12:29:07.107047 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a534ff-7525-4019-9e21-53d62c9f1d4b req-6c5b56dc-3247-4fa5-8fc9-6edf7de484d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.108611 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02a534ff-7525-4019-9e21-53d62c9f1d4b req-6c5b56dc-3247-4fa5-8fc9-6edf7de484d3 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 943 time: 0.0628340 Aug 26 12:29:07.124328 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-c6051a4d-87db-40f6-b59d-e2ae9dc80f9e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1152894-5e36-4801-929e-00699c9b5075 HTTP/1.1" status: 200 len: 217 time: 0.0416541 Aug 26 12:29:07.167494 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-02a534ff-7525-4019-9e21-53d62c9f1d4b req-26043b86-872d-4731-a2b3-78d1f29d993e tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508194 Aug 26 12:29:07.185925 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7841f1-61fe-42bd-9759-61b576956227 req-5151024d-f86c-4f36-bc4b-1be7e88073e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.185925 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-5151024d-f86c-4f36-bc4b-1be7e88073e9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 200 len: 850 time: 0.0520852 Aug 26 12:29:07.234922 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7841f1-61fe-42bd-9759-61b576956227 req-934322d0-0774-471e-812c-6268b21835d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.236435 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-934322d0-0774-471e-812c-6268b21835d0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68952abd-6601-4cfc-8312-c8049636c281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439541 Aug 26 12:29:07.330868 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-b64664ba-250c-4480-b106-63e26324741d service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864739 Aug 26 12:29:07.444227 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-0c7841f1-61fe-42bd-9759-61b576956227 req-da9a0201-ad69-449f-b1aa-1d48c5597a34 service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859156 Aug 26 12:29:07.529555 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768d322-0c1d-463c-bf05-fc22f8d4f23e req-f2c0e271-0757-498d-a102-36f45b06a6a8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.531038 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9768d322-0c1d-463c-bf05-fc22f8d4f23e req-f2c0e271-0757-498d-a102-36f45b06a6a8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0508392 Aug 26 12:29:07.568824 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9768d322-0c1d-463c-bf05-fc22f8d4f23e req-f5df33d9-4e40-4593-ac89-e91de0463cef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317316 Aug 26 12:29:07.607140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-b233e774-abc2-4109-a73e-7cbd5bd4dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.608644 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-b233e774-abc2-4109-a73e-7cbd5bd4dee7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 1096 time: 0.0462298 Aug 26 12:29:07.733277 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0b1ee-a47b-47da-8ff0-4ce845c0cdae req-e64d2fff-767a-4d0f-9c9b-e32e3433e87a tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.734832 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a2b0b1ee-a47b-47da-8ff0-4ce845c0cdae req-e64d2fff-767a-4d0f-9c9b-e32e3433e87a tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.1060014 Aug 26 12:29:07.788081 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-b73fb0fc-7cb0-4d1f-a220-0b8eda9e6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.789541 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-b73fb0fc-7cb0-4d1f-a220-0b8eda9e6ad2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 912 time: 0.1496329 Aug 26 12:29:07.796576 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a2b0b1ee-a47b-47da-8ff0-4ce845c0cdae req-d9e82daa-ea44-47bf-8663-ad5e0930d82b tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503948 Aug 26 12:29:07.832165 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-d95b7613-1148-4fbe-8bdb-70f2e3113eaf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1152894-5e36-4801-929e-00699c9b5075 HTTP/1.1" status: 200 len: 217 time: 0.0345113 Aug 26 12:29:07.886379 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-342b6434-cef3-44f4-a23a-579a7c196308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.887852 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-342b6434-cef3-44f4-a23a-579a7c196308 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 200 len: 850 time: 0.0480871 Aug 26 12:29:07.933632 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-f8b4c945-7231-45f2-b065-deb4cf7e342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:07.935156 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-f8b4c945-7231-45f2-b065-deb4cf7e342b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68952abd-6601-4cfc-8312-c8049636c281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384459 Aug 26 12:29:08.030945 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-ee9dc1e1-3d70-4aba-8499-57e44fab0c99 service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872622 Aug 26 12:29:08.134436 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4f4c0c83-3815-4da3-9bfe-5ef3e8e0b390 req-3e92bd86-1d9f-415b-94ee-0e034b1df51c service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888553 Aug 26 12:29:08.279672 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3541a-2d13-4329-9722-6649c044eb97 req-b4031993-faff-48ff-b0a9-eebb1763bf80 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:08.281161 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09a3541a-2d13-4329-9722-6649c044eb97 req-b4031993-faff-48ff-b0a9-eebb1763bf80 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 943 time: 0.0483327 Aug 26 12:29:08.318646 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09a3541a-2d13-4329-9722-6649c044eb97 req-1ac7ac68-f07e-4b12-a8c8-c12c329470e7 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Aug 26 12:29:08.569309 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23098091-ba41-4919-b17d-5cf7bd805508 req-b8de8bac-5ec8-4b7c-bee1-ea0f9a097130 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:08.570855 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-23098091-ba41-4919-b17d-5cf7bd805508 req-b8de8bac-5ec8-4b7c-bee1-ea0f9a097130 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0507925 Aug 26 12:29:08.611350 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-23098091-ba41-4919-b17d-5cf7bd805508 req-80f01973-7b30-46ef-a0c6-4ac412a8a676 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Aug 26 12:29:08.713833 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9502a-d35d-485e-802b-59a2a6ef2fd6 req-f79ceebc-48cc-4ebe-a317-bdbd076ad20e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:08.715342 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c6a9502a-d35d-485e-802b-59a2a6ef2fd6 req-f79ceebc-48cc-4ebe-a317-bdbd076ad20e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0478554 Aug 26 12:29:08.753965 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c6a9502a-d35d-485e-802b-59a2a6ef2fd6 req-a8018717-fe95-4cdc-988b-3d3588b07972 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320084 Aug 26 12:29:09.130652 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95104-cf26-4a0e-a68c-917792e9f9cb req-877e9348-897b-4113-ba61-a72d76f576d5 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:09.132116 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0df95104-cf26-4a0e-a68c-917792e9f9cb req-877e9348-897b-4113-ba61-a72d76f576d5 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.2699659 Aug 26 12:29:09.155788 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device e1152894-5e36-4801-929e-00699c9b5075 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:29:09.169030 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0df95104-cf26-4a0e-a68c-917792e9f9cb req-89a99efe-4725-4f0e-bc94-7dcf06b49485 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310273 Aug 26 12:29:09.251869 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port e1152894-5e36-4801-929e-00699c9b5075, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e1152894-5e36-4801-929e-00699c9b5075,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:09.263897 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': 'e1152894-5e36-4801-929e-00699c9b5075', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'port_id': 'e1152894-5e36-4801-929e-00699c9b5075', 'mac_address': 'fa:16:3e:72:ff:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:29:09.303834 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:09.318014 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1152894-5e36-4801-929e-00699c9b5075 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:29:09.337531 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port e1152894-5e36-4801-929e-00699c9b5075, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e1152894-5e36-4801-929e-00699c9b5075,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:09.341544 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:09.388401 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-275c5c22-4935-4fcb-82e6-b684f02c36da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737522 Aug 26 12:29:09.396860 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=e1152894-5e36-4801-929e-00699c9b5075,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:09.411614 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ff08f-90f0-46e0-9d83-3feb35846243 req-e46be65f-fa8b-4174-8ac1-3d81a65ed444 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:09.413155 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-679ff08f-90f0-46e0-9d83-3feb35846243 req-e46be65f-fa8b-4174-8ac1-3d81a65ed444 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0764728 Aug 26 12:29:09.446128 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6c724-ef4d-4f27-a719-f292681398c1 req-f9c4d8a4-298d-4782-8d94-f783d58297b6 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:09.447793 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-08e6c724-ef4d-4f27-a719-f292681398c1 req-f9c4d8a4-298d-4782-8d94-f783d58297b6 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 944 time: 0.0601313 Aug 26 12:29:09.452346 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-679ff08f-90f0-46e0-9d83-3feb35846243 req-1ff7ccf9-b94c-4faa-8245-ac17d8967b0b tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330040 Aug 26 12:29:09.493715 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-08e6c724-ef4d-4f27-a719-f292681398c1 req-c3ccacf9-5db2-4069-b606-6e17f6660016 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384436 Aug 26 12:29:09.695912 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['e1152894-5e36-4801-929e-00699c9b5075'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:29:09.729172 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6bd7d-7aa2-4cd8-ad56-37e6a66e815b req-1d9a1cf9-8bb9-4e18-aab0-7658824c4b12 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:09.730741 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8bb6bd7d-7aa2-4cd8-ad56-37e6a66e815b req-1d9a1cf9-8bb9-4e18-aab0-7658824c4b12 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0518301 Aug 26 12:29:09.773650 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8bb6bd7d-7aa2-4cd8-ad56-37e6a66e815b req-f5d4dd4d-2208-4f26-bfc9-7abb32983067 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Aug 26 12:29:09.880073 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f40912-25fa-47ca-b395-f30186e21760 req-ad4e0853-8eea-4c26-8215-a36dc3718c7d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:09.881575 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-09f40912-25fa-47ca-b395-f30186e21760 req-ad4e0853-8eea-4c26-8215-a36dc3718c7d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0526516 Aug 26 12:29:09.919527 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-09f40912-25fa-47ca-b395-f30186e21760 req-a7112066-1048-40b8-82d9-3d9f690361f9 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317464 Aug 26 12:29:10.589632 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692b994-d5ba-4baa-8323-600ace07c8b6 req-f2707a29-b2ff-4fb8-b565-f93e8bd196b4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:10.591218 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e692b994-d5ba-4baa-8323-600ace07c8b6 req-f2707a29-b2ff-4fb8-b565-f93e8bd196b4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0691719 Aug 26 12:29:10.617124 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-180f1bc5-1268-4a53-8430-d595b1639366 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:10.619215 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-180f1bc5-1268-4a53-8430-d595b1639366 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.68 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0833845 Aug 26 12:29:10.631136 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e692b994-d5ba-4baa-8323-600ace07c8b6 req-78ca42bf-f11a-424f-9acf-d46781fb5549 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338583 Aug 26 12:29:10.636569 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae04aa-8519-44b9-a2b2-af389f21e742 req-646201db-bf24-495a-9a07-391831faed10 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:10.638444 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-27ae04aa-8519-44b9-a2b2-af389f21e742 req-646201db-bf24-495a-9a07-391831faed10 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 944 time: 0.0695658 Aug 26 12:29:10.711445 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-27ae04aa-8519-44b9-a2b2-af389f21e742 req-7c3a20a8-c902-4d68-bd5f-f16afda86646 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661354 Aug 26 12:29:10.762393 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Deleting port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:10.762791 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:10.854571 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] For port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:10.854947 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:10.868401 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Calling delete_port for 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:10.888589 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661d29-15e8-451b-9832-87d95b660be9 req-a7169435-1436-4030-b800-bb2d28ba073c tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:10.889989 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef661d29-15e8-451b-9832-87d95b660be9 req-a7169435-1436-4030-b800-bb2d28ba073c tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 945 time: 0.0478840 Aug 26 12:29:10.926840 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ef661d29-15e8-451b-9832-87d95b660be9 req-764ee11e-f7df-417b-8ba4-bc8f8d42c4cd tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dab5df1-2962-4a82-96cf-8e956b44fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308321 Aug 26 12:29:11.007486 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:11.045766 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:29:11.054828 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Pushing event deleted for resources: {'Port': ['ID=0edab920-a093-47ee-9ca6-dd4d6a1e8cb9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:11.093992 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-794503ff-03a4-4d33-9635-577862305d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.095536 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-794503ff-03a4-4d33-9635-577862305d99 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574&tenant_id=7cc4ddbfe22e489b80492250e6628b71 HTTP/1.1" status: 200 len: 1098 time: 0.0824718 Aug 26 12:29:11.097866 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] No DVR routers for this DVR port 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 on host hv-cinder-80614 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:29:11.106590 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b8e47-eeae-452c-8d26-ff29eaf6a645 req-725a2195-730b-4927-bf4b-00f936314196 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.108049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-514b8e47-eeae-452c-8d26-ff29eaf6a645 req-725a2195-730b-4927-bf4b-00f936314196 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.1148446 Aug 26 12:29:11.109057 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:11.111452 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b3b5b594-22ef-4e5e-98ca-64d4d3497d1b req-1c1df78e-2dd9-4cfe-a46e-64be3851be11 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.68 "DELETE /v2.0/ports/0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 HTTP/1.1" status: 204 len: 173 time: 0.4644728 Aug 26 12:29:11.111883 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'name': 'network-vif-deleted', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:29:11.114164 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5918423-0979-4a1f-817a-e3d92dc1a766" -d '{"events": [{"server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "name": "network-vif-deleted", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:29:11.153419 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-514b8e47-eeae-452c-8d26-ff29eaf6a645 req-b21669e7-0b63-4a43-8976-5be46cbeeaed tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363119 Aug 26 12:29:11.154784 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d158255-ed74-4a4e-b183-2d2b6cb79b7c x-openstack-request-id: req-1d158255-ed74-4a4e-b183-2d2b6cb79b7c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:29:11.155074 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346bbb7b-ead9-4fa2-8628-92fe9f9dbda7", "name": "network-vif-deleted", "tag": "0edab920-a093-47ee-9ca6-dd4d6a1e8cb9", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:29:11.155677 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d158255-ed74-4a4e-b183-2d2b6cb79b7c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:29:11.155677 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346bbb7b-ead9-4fa2-8628-92fe9f9dbda7', 'name': 'network-vif-deleted', 'tag': '0edab920-a093-47ee-9ca6-dd4d6a1e8cb9', 'status': 'completed', 'code': 200} Aug 26 12:29:11.162733 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device e1152894-5e36-4801-929e-00699c9b5075 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:29:11.199121 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-53dd7391-2701-4d17-99cf-0947dcee2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.200688 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-53dd7391-2701-4d17-99cf-0947dcee2c71 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc4ddbfe22e489b80492250e6628b71&device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1098 time: 0.0506580 Aug 26 12:29:11.222979 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port e1152894-5e36-4801-929e-00699c9b5075 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:29:11.227177 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port e1152894-5e36-4801-929e-00699c9b5075 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:11.227553 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:11.304807 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-7c020217-7b5c-4d2a-9398-94e1af0bf8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.306280 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-7c020217-7b5c-4d2a-9398-94e1af0bf8c1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 200 len: 910 time: 0.0944955 Aug 26 12:29:11.307622 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:11.329973 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1152894-5e36-4801-929e-00699c9b5075'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:29:11.332197 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5d643f-2ef6-4d1d-a7fd-901ed4e0fcb4" -d '{"events": [{"server_uuid": "182e141c-bae8-4a54-aee3-8a2d4b81dc14", "name": "network-vif-plugged", "status": "completed", "tag": "e1152894-5e36-4801-929e-00699c9b5075"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:29:11.346468 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port e1152894-5e36-4801-929e-00699c9b5075, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e1152894-5e36-4801-929e-00699c9b5075,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:11.351801 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:11.352834 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0682174c-3f54-4c1f-993b-d76e6608f455 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:29:11.378535 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-0933eec9-a90e-4701-993a-474db677ad19 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 200 len: 1001 time: 0.0641062 Aug 26 12:29:11.379416 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534dbb58-ca51-4fde-aa5b-4e33fd112da2 x-openstack-request-id: req-534dbb58-ca51-4fde-aa5b-4e33fd112da2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:29:11.379707 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182e141c-bae8-4a54-aee3-8a2d4b81dc14", "name": "network-vif-plugged", "status": "completed", "tag": "e1152894-5e36-4801-929e-00699c9b5075", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:29:11.379962 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-534dbb58-ca51-4fde-aa5b-4e33fd112da2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:29:11.380350 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1152894-5e36-4801-929e-00699c9b5075', 'code': 200} Aug 26 12:29:11.437437 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=e1152894-5e36-4801-929e-00699c9b5075,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:11.479190 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-dd1664fe-1dd4-415d-b47f-17269c127a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.481345 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-dd1664fe-1dd4-415d-b47f-17269c127a25 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a01a6-ffad-4298-8c82-33e36f64ec11 HTTP/1.1" status: 200 len: 848 time: 0.0657783 Aug 26 12:29:11.481777 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:11.520788 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0682174c-3f54-4c1f-993b-d76e6608f455,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:11.526121 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:11.547561 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-734e6853-dd91-4362-8a96-c18d5bd6328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.549320 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-734e6853-dd91-4362-8a96-c18d5bd6328f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3cdd88c6-8b10-4d90-a706-7189722040fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578265 Aug 26 12:29:11.579278 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0682174c-3f54-4c1f-993b-d76e6608f455,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:11.745484 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e288ff-41b6-4d66-b344-2df7bd7ac903 req-9fd9f2d3-0c37-4515-b9a6-347a3f73125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.747080 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-21e288ff-41b6-4d66-b344-2df7bd7ac903 req-9fd9f2d3-0c37-4515-b9a6-347a3f73125e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 1098 time: 0.0450146 Aug 26 12:29:11.804463 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-21e288ff-41b6-4d66-b344-2df7bd7ac903 req-bfa7418d-039d-4a7f-abbd-6e9be35c2535 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Aug 26 12:29:11.811141 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02203cc0-b256-4f1a-88ec-e8a631685a19 req-60566711-b825-4ec2-9bb2-280654c4b76e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.812605 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-02203cc0-b256-4f1a-88ec-e8a631685a19 req-60566711-b825-4ec2-9bb2-280654c4b76e tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.1107421 Aug 26 12:29:11.840944 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cc743-840f-4eb8-a737-71ee8bd2cb6b req-f28f8d1a-1531-4ed1-bcdf-2b76c5fcec57 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.842468 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a85cc743-840f-4eb8-a737-71ee8bd2cb6b req-f28f8d1a-1531-4ed1-bcdf-2b76c5fcec57 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 945 time: 0.0533817 Aug 26 12:29:11.843585 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-5a802449-dd78-4ec0-80af-538a0955b33e service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492667 Aug 26 12:29:11.861842 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-02203cc0-b256-4f1a-88ec-e8a631685a19 req-51b8c08b-f19f-46d3-a147-1666e209b473 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379698 Aug 26 12:29:11.885984 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a85cc743-840f-4eb8-a737-71ee8bd2cb6b req-04ea300a-47d8-4622-94a0-c5ce2d54c868 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367694 Aug 26 12:29:12.031124 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-699b68bf-29ed-46e8-9fe0-f4b07a14ad83 req-1879a178-2947-4582-88e3-ba695288b460 tempest-TestMinimumBasicScenario-259588891 tempest-TestMinimumBasicScenario-259588891-project] 10.222.0.13 "GET /v2.0/ports?device_id=346bbb7b-ead9-4fa2-8628-92fe9f9dbda7 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Aug 26 12:29:12.212581 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b1aa1a11-6a43-418a-833d-0c7d9fe72a93 req-856d32d3-513c-418d-95fe-c8622eb3e146 service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934086 Aug 26 12:29:12.283733 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d829e-b964-4ae5-aa66-4c3d7865d018 req-16a54546-e4c8-4ec5-826a-075ed51ddca9 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:12.285108 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-eb9d829e-b964-4ae5-aa66-4c3d7865d018 req-16a54546-e4c8-4ec5-826a-075ed51ddca9 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0556531 Aug 26 12:29:12.322119 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-eb9d829e-b964-4ae5-aa66-4c3d7865d018 req-d058fe35-b09f-49b8-a641-5ad27ff636b2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Aug 26 12:29:12.986373 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8cc0e-2ed3-42dd-9623-2d9d4bafbfd7 req-489f4914-8ef2-4948-bc34-99021c70afa6 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:12.987818 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2ae8cc0e-2ed3-42dd-9623-2d9d4bafbfd7 req-489f4914-8ef2-4948-bc34-99021c70afa6 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.0576437 Aug 26 12:29:13.008798 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05ec8-0c97-4eb9-bdea-274d04d3580b req-255ef95d-31c6-48ee-9c0f-196fd8c4979c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:13.010352 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-94c05ec8-0c97-4eb9-bdea-274d04d3580b req-255ef95d-31c6-48ee-9c0f-196fd8c4979c tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 945 time: 0.0491028 Aug 26 12:29:13.030250 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2ae8cc0e-2ed3-42dd-9623-2d9d4bafbfd7 req-c71ceec1-88a9-44d8-b6eb-21e93c88815d tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356300 Aug 26 12:29:13.038896 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:29:13.053272 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-94c05ec8-0c97-4eb9-bdea-274d04d3580b req-1f277dc3-a162-4a5b-896c-3f3a8b35298b tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348678 Aug 26 12:29:13.169278 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device cb998af5-837d-4c5d-a4d1-4d16db688ef4 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:29:13.181729 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:29:13.206864 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:29:13.207216 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0edab920-a093-47ee-9ca6-dd4d6a1e8cb9 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:29:13.294023 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:13.305923 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'port_id': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'mac_address': 'fa:16:3e:e8:0d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:29:13.349009 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:13.366357 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb998af5-837d-4c5d-a4d1-4d16db688ef4 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:29:13.385114 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:29:13.387583 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0689944-750f-450b-9bc2-13a4a60a45a1" -d '{"events": [{"server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "name": "network-vif-unplugged", "status": "completed", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:29:13.401829 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:13.412070 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:13.438820 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 12:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e035f97a-6ac0-4b2f-bd2e-d4b16e741359 x-openstack-request-id: req-e035f97a-6ac0-4b2f-bd2e-d4b16e741359 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:29:13.439114 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "name": "network-vif-unplugged", "status": "completed", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:29:13.439364 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e035f97a-6ac0-4b2f-bd2e-d4b16e741359 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:29:13.439755 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455', 'code': 200} Aug 26 12:29:13.463029 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a098891-4e7f-4697-842c-00771bb2c4b5 req-46b95625-cc0e-47ec-9a35-e4fedb4d5a87 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:13.464941 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7a098891-4e7f-4697-842c-00771bb2c4b5 req-46b95625-cc0e-47ec-9a35-e4fedb4d5a87 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 943 time: 0.0689030 Aug 26 12:29:13.468457 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:13.507202 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-7a098891-4e7f-4697-842c-00771bb2c4b5 req-536712b6-4a6c-45e2-957d-4ef06e035591 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355866 Aug 26 12:29:13.603970 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56846) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:13.719372 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['cb998af5-837d-4c5d-a4d1-4d16db688ef4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:29:14.007872 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810639'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:14.171401 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbcdaa-bf54-47a5-bd3c-ed869e280c8b req-56785be1-3c36-4e74-960d-0428ab2bdd37 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:14.172931 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-afbbcdaa-bf54-47a5-bd3c-ed869e280c8b req-56785be1-3c36-4e74-960d-0428ab2bdd37 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 945 time: 0.0517313 Aug 26 12:29:14.211089 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-afbbcdaa-bf54-47a5-bd3c-ed869e280c8b req-3b4edd83-7199-4ee9-b6c1-1587897e9bc1 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Aug 26 12:29:14.239467 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b92f2-b59f-43dc-912b-80742a73b32b req-25393365-d8db-4546-b7bc-4b166dafd809 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:14.240987 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b48b92f2-b59f-43dc-912b-80742a73b32b req-25393365-d8db-4546-b7bc-4b166dafd809 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.1398001 Aug 26 12:29:14.300372 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b48b92f2-b59f-43dc-912b-80742a73b32b req-4320cab4-e02c-4163-9410-049ee8f15340 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534153 Aug 26 12:29:14.334046 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a7a7-97ee-4027-b27e-83b70944669d req-994962a0-8f97-45ac-abbc-fe46b0e229de tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:14.335628 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-85a2a7a7-97ee-4027-b27e-83b70944669d req-994962a0-8f97-45ac-abbc-fe46b0e229de tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 945 time: 0.0595052 Aug 26 12:29:14.344079 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56854) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:14.349344 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-21e7b106-3691-47c9-8cb2-8df43e73466d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Request body: {'floatingip': {'port_id': 'e1152894-5e36-4801-929e-00699c9b5075'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:29:14.372701 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Deleting port 89ba2d9e-1866-4a8a-8782-28fab4726b94 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:14.373037 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:14.392627 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21e7b106-3691-47c9-8cb2-8df43e73466d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:14.452081 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] For port 89ba2d9e-1866-4a8a-8782-28fab4726b94, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=89ba2d9e-1866-4a8a-8782-28fab4726b94,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:14.452361 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:14.465765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Calling delete_port for 89ba2d9e-1866-4a8a-8782-28fab4726b94 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:14.665299 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c53398-0ad0-43ac-8e93-0951a2439a4c req-9e5f043c-74a1-40b0-b57c-98a48f29cea8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:14.667341 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e7c53398-0ad0-43ac-8e93-0951a2439a4c req-9e5f043c-74a1-40b0-b57c-98a48f29cea8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 944 time: 0.0858088 Aug 26 12:29:14.700022 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:14.730265 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ba2d9e-1866-4a8a-8782-28fab4726b94,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:14.764345 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e7c53398-0ad0-43ac-8e93-0951a2439a4c req-e7bb2a1d-1698-4552-9618-618827f46063 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852168 Aug 26 12:29:14.843711 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21e7b106-3691-47c9-8cb2-8df43e73466d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:14.849081 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21e7b106-3691-47c9-8cb2-8df43e73466d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:14.915244 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810437'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:14.952968 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.l3_db [None req-21e7b106-3691-47c9-8cb2-8df43e73466d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Floating IP 2efb1c0c-0b85-405c-92f1-2b2e6216c903 associated. External IP: 172.27.2.193, port: e1152894-5e36-4801-929e-00699c9b5075. Aug 26 12:29:15.129825 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Router deea3b55-c454-4db7-b4a0-36f47e8c7d62 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:29:15.160945 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e7b106-3691-47c9-8cb2-8df43e73466d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:29:15.191960 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device cb998af5-837d-4c5d-a4d1-4d16db688ef4 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:29:15.239657 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:29:15.243697 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port cb998af5-837d-4c5d-a4d1-4d16db688ef4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:15.244197 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:15.246494 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-6baabd6c-6a85-4878-8e10-31eae02d31a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/deea3b55-c454-4db7-b4a0-36f47e8c7d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6414647 Aug 26 12:29:15.249351 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:15.268827 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] Sync routers for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:29:15.273768 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e7b106-3691-47c9-8cb2-8df43e73466d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:29:15.278579 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21e7b106-3691-47c9-8cb2-8df43e73466d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:15.286005 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] Sync routers for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:29:15.291361 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:15.292011 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:15.296103 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:15.296794 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:15.320466 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-21e7b106-3691-47c9-8cb2-8df43e73466d tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "PUT /v2.0/floatingips/2efb1c0c-0b85-405c-92f1-2b2e6216c903 HTTP/1.1" status: 200 len: 991 time: 0.9726501 Aug 26 12:29:15.320466 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'tag': 'e1152894-5e36-4801-929e-00699c9b5075'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:29:15.337049 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8ade1a-391e-423f-9e38-e672e8511172" -d '{"events": [{"name": "network-changed", "server_uuid": "182e141c-bae8-4a54-aee3-8a2d4b81dc14", "tag": "e1152894-5e36-4801-929e-00699c9b5075"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:29:15.386316 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:15.433440 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:15.450063 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:15.478529 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:15.484773 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14f305d-40f5-4a04-b5c2-f6db0e25e92f x-openstack-request-id: req-a14f305d-40f5-4a04-b5c2-f6db0e25e92f {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:29:15.485068 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182e141c-bae8-4a54-aee3-8a2d4b81dc14", "tag": "e1152894-5e36-4801-929e-00699c9b5075", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:29:15.485315 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a14f305d-40f5-4a04-b5c2-f6db0e25e92f {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:29:15.486274 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'tag': 'e1152894-5e36-4801-929e-00699c9b5075', 'status': 'completed', 'code': 200} Aug 26 12:29:15.546388 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:29:15.547439 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ea745d-11b5-452d-8466-a676358f6a45" -d '{"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-plugged", "status": "completed", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:29:15.564751 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:15.600834 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:15.628844 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ade1a-391e-423f-9e38-e672e8511172 req-655f6671-f478-43ed-a818-e42641c454fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:15.631492 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da8ade1a-391e-423f-9e38-e672e8511172 req-655f6671-f478-43ed-a818-e42641c454fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=576d25478da24b44996196f43f63a4a2&device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 1098 time: 0.0994396 Aug 26 12:29:15.632045 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5379ee1f-ce19-4bac-a0ed-121186df7b18 x-openstack-request-id: req-5379ee1f-ce19-4bac-a0ed-121186df7b18 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:29:15.632864 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-plugged", "status": "completed", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:29:15.632864 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5379ee1f-ce19-4bac-a0ed-121186df7b18 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:29:15.633108 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'code': 200} Aug 26 12:29:15.685035 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:15.759751 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:29:14Z', 'revision_number': 5, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:15.767640 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2efb1c0c-0b85-405c-92f1-2b2e6216c903', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'port_id': 'e1152894-5e36-4801-929e-00699c9b5075', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'mac_address': 'fa:16:3e:72:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:28:53Z', 'updated_at': '2021-08-26T12:29:14Z', 'revision_number': 1, 'project_id': '576d25478da24b44996196f43f63a4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:15.777267 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfd542-ea5b-4836-9d38-a259229abed3 req-b88ea2d9-8ec8-4ba2-a2fe-b2dd1b30e964 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:15.784979 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-52bfd542-ea5b-4836-9d38-a259229abed3 req-b88ea2d9-8ec8-4ba2-a2fe-b2dd1b30e964 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.3653884 Aug 26 12:29:15.788047 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] Checking router: deea3b55-c454-4db7-b4a0-36f47e8c7d62 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:29:15.788348 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ade1a-391e-423f-9e38-e672e8511172 req-323a3cb8-1e20-46ad-9238-729d205cff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:15.790595 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da8ade1a-391e-423f-9e38-e672e8511172 req-323a3cb8-1e20-46ad-9238-729d205cff56 service neutron] 10.222.0.68 "GET /v2.0/networks?id=68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 200 len: 912 time: 0.1356325 Aug 26 12:29:15.796635 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] Routers {'deea3b55-c454-4db7-b4a0-36f47e8c7d62'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:15.797393 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:15.801101 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] Checking router: c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:29:15.810622 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:15.812462 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:15.812928 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:15.841623 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-52bfd542-ea5b-4836-9d38-a259229abed3 req-a4cdd74e-cb25-46c3-a296-f1883a103f25 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508435 Aug 26 12:29:15.884557 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da8ade1a-391e-423f-9e38-e672e8511172 req-2af1775a-d944-4883-9ac2-2b07dc7a9b12 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1152894-5e36-4801-929e-00699c9b5075 HTTP/1.1" status: 200 len: 999 time: 0.0851300 Aug 26 12:29:15.901733 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Deleting port fd23fbbd-39cf-42bc-9458-1dff1586e961 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:15.902077 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:15.969666 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:15.985243 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ade1a-391e-423f-9e38-e672e8511172 req-a885a643-f0b3-4540-92c5-913950685dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:15.987587 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da8ade1a-391e-423f-9e38-e672e8511172 req-a885a643-f0b3-4540-92c5-913950685dd2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 200 len: 850 time: 0.0934494 Aug 26 12:29:15.996203 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] For port fd23fbbd-39cf-42bc-9458-1dff1586e961, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=fd23fbbd-39cf-42bc-9458-1dff1586e961,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:15.996965 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.014056 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7f905-0f53-48c6-bbfb-a4d260cc1ed4 req-c0238efc-7369-48c2-8528-0231938ec7aa tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:16.015655 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9fc7f905-0f53-48c6-bbfb-a4d260cc1ed4 req-c0238efc-7369-48c2-8528-0231938ec7aa tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 946 time: 0.1062553 Aug 26 12:29:16.023413 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Calling delete_port for fd23fbbd-39cf-42bc-9458-1dff1586e961 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:16.073143 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ade1a-391e-423f-9e38-e672e8511172 req-139d4d19-7156-417c-b043-5e2e0df012fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:16.074909 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da8ade1a-391e-423f-9e38-e672e8511172 req-139d4d19-7156-417c-b043-5e2e0df012fe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=68952abd-6601-4cfc-8312-c8049636c281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793657 Aug 26 12:29:16.088439 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9fc7f905-0f53-48c6-bbfb-a4d260cc1ed4 req-6ebee4b6-d115-43bd-8c31-1470e0dab053 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576398 Aug 26 12:29:16.093229 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] Set router deea3b55-c454-4db7-b4a0-36f47e8c7d62 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:16.212049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da8ade1a-391e-423f-9e38-e672e8511172 req-d2b9c763-398f-40ea-a112-651c91fd3b85 service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223166 Aug 26 12:29:16.259017 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c9e0-cffd-4760-819f-96d0075520f7 req-e1d731b8-db1a-453b-96c9-1f1291f009a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:16.260455 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b598c9e0-cffd-4760-819f-96d0075520f7 req-e1d731b8-db1a-453b-96c9-1f1291f009a7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 1099 time: 0.0849242 Aug 26 12:29:16.264772 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.313286 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd23fbbd-39cf-42bc-9458-1dff1586e961,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:16.314174 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:29:14Z', 'revision_number': 5, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:16.333377 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-da8ade1a-391e-423f-9e38-e672e8511172 req-fb9bd09f-5566-4bc7-af0c-d92fa9a37c8b service neutron] 10.222.0.68 "GET /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138942 Aug 26 12:29:16.390505 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b598c9e0-cffd-4760-819f-96d0075520f7 req-0856baec-4dac-4dc4-94c5-0160487c6250 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202116 Aug 26 12:29:16.402172 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808735'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.411926 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2efb1c0c-0b85-405c-92f1-2b2e6216c903', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'port_id': 'e1152894-5e36-4801-929e-00699c9b5075', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'mac_address': 'fa:16:3e:72:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:28:53Z', 'updated_at': '2021-08-26T12:29:14Z', 'revision_number': 1, 'project_id': '576d25478da24b44996196f43f63a4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:16.439484 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15402b-b58f-49eb-b950-d27d3e938e50 None None] The sync data for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi is: [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2efb1c0c-0b85-405c-92f1-2b2e6216c903', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'port_id': 'e1152894-5e36-4801-929e-00699c9b5075', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'mac_address': 'fa:16:3e:72:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:28:53Z', 'updated_at': '2021-08-26T12:29:14Z', 'revision_number': 1, 'project_id': '576d25478da24b44996196f43f63a4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:29:16.474590 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bcb19-f16b-409e-86fa-1edc101e0d1e None None] The sync data for ids ['deea3b55-c454-4db7-b4a0-36f47e8c7d62'] in dv-cinder-806141-1-iscsi is: [{'id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'name': 'tempest-TestMinimumBasicScenario-837650162-router', 'tenant_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:29:14Z', 'revision_number': 5, 'project_id': 'c50ea80a6b36463ea81cbd7f857499a0', 'gw_port': {'id': 'fd23fbbd-39cf-42bc-9458-1dff1586e961', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea3b55-c454-4db7-b4a0-36f47e8c7d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:42Z', 'updated_at': '2021-08-26T12:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:29:16.495523 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241688'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.498096 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.545935 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806799'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.546517 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deea3b55-c454-4db7-b4a0-36f47e8c7d62 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:29:16.550805 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.551940 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-412ee8ce-b2d7-4e64-bc1f-37ea6b6a3228 admin admin] 10.222.0.13 "DELETE /v2.0/routers/deea3b55-c454-4db7-b4a0-36f47e8c7d62 HTTP/1.1" status: 204 len: 168 time: 1.3017170 Aug 26 12:29:16.554499 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56872) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:16.599136 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-111dfe5b-a341-4c99-a050-d87d6e3d2123 admin admin] Deleting subnet 8ec2397c-361c-49c7-bca6-1bbc5da4c337 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:29:16.602586 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-111dfe5b-a341-4c99-a050-d87d6e3d2123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.643403 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-111dfe5b-a341-4c99-a050-d87d6e3d2123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32579934'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.669547 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff028659-3677-4416-8039-fba279ac24a4 None None] New status for floating IP 2efb1c0c-0b85-405c-92f1-2b2e6216c903: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:29:16.755586 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-111dfe5b-a341-4c99-a050-d87d6e3d2123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.815392 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-111dfe5b-a341-4c99-a050-d87d6e3d2123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32964179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32681676'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.842115 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dfe5b-a341-4c99-a050-d87d6e3d2123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec2397c-361c-49c7-bca6-1bbc5da4c337,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:16.845595 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-111dfe5b-a341-4c99-a050-d87d6e3d2123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.847571 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-111dfe5b-a341-4c99-a050-d87d6e3d2123 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ec2397c-361c-49c7-bca6-1bbc5da4c337 HTTP/1.1" status: 204 len: 168 time: 0.2920976 Aug 26 12:29:16.850063 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56874) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:16.855062 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4652057-3ae7-4d18-bbdb-18b32d41ceee None None] Network 4e2c5728-0393-45ab-8280-7dfb66452886 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:29:16.931441 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.962054 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c888dde-e3bc-4588-9a8b-d3fe0f62a076 req-c88a6f5f-bce2-4c24-ad00-64b03b9d8be4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:16.971092 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1c888dde-e3bc-4588-9a8b-d3fe0f62a076 req-c88a6f5f-bce2-4c24-ad00-64b03b9d8be4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.0654778 Aug 26 12:29:17.011968 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Deleting port f612c4d5-c9ea-4426-8d07-40a19bddb259 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:17.012723 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.014851 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1c888dde-e3bc-4588-9a8b-d3fe0f62a076 req-884efaee-e904-4a12-a5bf-2615808eb941 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Aug 26 12:29:17.079471 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de58f1d-5d92-42a0-b6db-af1a9bbf8dd9 None None] DHCP port deletion for 4e2c5728-0393-45ab-8280-7dfb66452886 request from dv-cinder-806141-1-iscsi {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:29:17.081589 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] For port f612c4d5-c9ea-4426-8d07-40a19bddb259, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=f612c4d5-c9ea-4426-8d07-40a19bddb259,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:17.081958 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.097034 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Calling delete_port for f612c4d5-c9ea-4426-8d07-40a19bddb259 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:17.132740 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9de58f1d-5d92-42a0-b6db-af1a9bbf8dd9 None None] Deleting port f612c4d5-c9ea-4426-8d07-40a19bddb259 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:17.133324 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9de58f1d-5d92-42a0-b6db-af1a9bbf8dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.192963 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.212301 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9de58f1d-5d92-42a0-b6db-af1a9bbf8dd9 None None] For port f612c4d5-c9ea-4426-8d07-40a19bddb259, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=f612c4d5-c9ea-4426-8d07-40a19bddb259,segment=NetworkSegment(d749be0e-3016-43ef-9b62-d51af2d45774),segment_id=d749be0e-3016-43ef-9b62-d51af2d45774)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:17.213034 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9de58f1d-5d92-42a0-b6db-af1a9bbf8dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.237978 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9de58f1d-5d92-42a0-b6db-af1a9bbf8dd9 None None] Calling delete_port for f612c4d5-c9ea-4426-8d07-40a19bddb259 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:17.247036 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Pushing event deleted for resources: {'Port': ['ID=f612c4d5-c9ea-4426-8d07-40a19bddb259,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:17.249175 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] No DVR routers for this DVR port f612c4d5-c9ea-4426-8d07-40a19bddb259 on host dv-cinder-806141-1-iscsi {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:29:17.329296 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7941c1a-6197-42cb-86de-7abc0b51c3a0 req-a80e7312-3ee5-4b3f-a71f-afa6b41db6b0 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:17.330818 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b7941c1a-6197-42cb-86de-7abc0b51c3a0 req-a80e7312-3ee5-4b3f-a71f-afa6b41db6b0 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 946 time: 0.1409781 Aug 26 12:29:17.338867 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.350436 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9de58f1d-5d92-42a0-b6db-af1a9bbf8dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.360098 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2c5728-0393-45ab-8280-7dfb66452886']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:17.376067 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd749be0e-3016-43ef-9b62-d51af2d45774') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:17.376373 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd749be0e-3016-43ef-9b62-d51af2d45774') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:17.376802 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de58f1d-5d92-42a0-b6db-af1a9bbf8dd9 None None] Pushing event deleted for resources: {'Port': ['ID=f612c4d5-c9ea-4426-8d07-40a19bddb259,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:17.378708 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de58f1d-5d92-42a0-b6db-af1a9bbf8dd9 None None] No DVR routers for this DVR port f612c4d5-c9ea-4426-8d07-40a19bddb259 on host dv-cinder-806141-1-iscsi {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:29:17.395287 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32579905'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.397864 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b7941c1a-6197-42cb-86de-7abc0b51c3a0 req-51923115-be39-4496-bde7-8ce59349fabe tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607734 Aug 26 12:29:17.411367 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.417982 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:29:17.418478 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32964149'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: Traceback (most recent call last): Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: timer() Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: cb(*args, **kw) Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: return func(*args, **kwargs) Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: self._notify() Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: self.callback(batched_events) Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: event.method(event) Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: return f(self, *a, **k) Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._get(url).json() Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: return self.request(url, 'GET', **kwargs) Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:29:17.420690 dv-cinder-806141-1-iscsi neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:29:17.474715 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.481027 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.482759 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e2c5728-0393-45ab-8280-7dfb66452886 HTTP/1.1" status: 204 len: 168 time: 0.6315541 Aug 26 12:29:17.486376 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:17.492837 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5e9cd-9fcb-4b42-bba5-14c80f828916 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2c5728-0393-45ab-8280-7dfb66452886,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:17.949480 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 89ba2d9e-1866-4a8a-8782-28fab4726b94 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:29:17.971151 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 89ba2d9e-1866-4a8a-8782-28fab4726b94 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:29:17.971648 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 89ba2d9e-1866-4a8a-8782-28fab4726b94 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:29:17.972183 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device f612c4d5-c9ea-4426-8d07-40a19bddb259 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:29:17.991633 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: f612c4d5-c9ea-4426-8d07-40a19bddb259 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:29:17.992137 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device f612c4d5-c9ea-4426-8d07-40a19bddb259 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:29:17.992662 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fd23fbbd-39cf-42bc-9458-1dff1586e961 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:29:18.013855 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: fd23fbbd-39cf-42bc-9458-1dff1586e961 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:29:18.014348 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fd23fbbd-39cf-42bc-9458-1dff1586e961 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:29:18.131280 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a98cf-f2f5-4eeb-b25f-13c288039b5c req-c28a8ebc-bfcf-4a15-9112-cd420c960c30 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:18.132765 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8f0a98cf-f2f5-4eeb-b25f-13c288039b5c req-c28a8ebc-bfcf-4a15-9112-cd420c960c30 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.0546505 Aug 26 12:29:18.152985 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810639'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:18.170828 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8f0a98cf-f2f5-4eeb-b25f-13c288039b5c req-668c3c4b-e2a4-4ecc-a7e2-2aae13d2fe31 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313342 Aug 26 12:29:18.403043 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Deleting port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:18.403301 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:18.494584 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] For port 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7,segment=NetworkSegment(9ad2f6ce-4a5a-4c67-8631-1859cfee5f30),segment_id=9ad2f6ce-4a5a-4c67-8631-1859cfee5f30)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:18.494939 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:18.521719 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Calling delete_port for 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:18.575685 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfb525-b4fc-42d2-bd15-8100140b9460 req-d5c8f28f-0dd4-46bc-81ca-4f071cc7e90e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:18.577183 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fdbfb525-b4fc-42d2-bd15-8100140b9460 req-d5c8f28f-0dd4-46bc-81ca-4f071cc7e90e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 946 time: 0.0979390 Aug 26 12:29:18.615617 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657b186-2869-44db-ab39-3fe1b330e4a6 req-6d90b2aa-35bb-4326-9902-14bbb62ec948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:18.617131 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7657b186-2869-44db-ab39-3fe1b330e4a6 req-6d90b2aa-35bb-4326-9902-14bbb62ec948 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1096 time: 0.0391154 Aug 26 12:29:18.634334 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fdbfb525-b4fc-42d2-bd15-8100140b9460 req-1b4d40d8-3bff-4208-a971-3639aa91822d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506127 Aug 26 12:29:18.654428 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7657b186-2869-44db-ab39-3fe1b330e4a6 req-5b051d14-a771-4a1f-bddb-92d3ca7aee4a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301881 Aug 26 12:29:18.744220 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:18.767396 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:18.944863 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810437'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:19.154528 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Router 1c144b36-e8bb-4965-8880-2031301544b7 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:29:19.237920 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0682174c-3f54-4c1f-993b-d76e6608f455 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:29:19.288125 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:29:19.295942 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-8ddca632-fc1a-4305-9651-28ba58d402e6 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c144b36-e8bb-4965-8880-2031301544b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8058863 Aug 26 12:29:19.295942 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56930) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:19.299908 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] Sync routers for ids ['1c144b36-e8bb-4965-8880-2031301544b7'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:29:19.308864 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] Routers {'1c144b36-e8bb-4965-8880-2031301544b7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:19.309626 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1c144b36-e8bb-4965-8880-2031301544b7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:19.338910 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0682174c-3f54-4c1f-993b-d76e6608f455,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:19.348152 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936ed24-983a-47d8-94c0-09c9602037fd req-6b7686c7-eb3e-410e-bda1-938f2a8d9b9f tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:19.350762 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1936ed24-983a-47d8-94c0-09c9602037fd req-6b7686c7-eb3e-410e-bda1-938f2a8d9b9f tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 943 time: 0.1095710 Aug 26 12:29:19.352696 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '0682174c-3f54-4c1f-993b-d76e6608f455', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'port_id': '0682174c-3f54-4c1f-993b-d76e6608f455', 'mac_address': 'fa:16:3e:89:1d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:29:19.389735 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:19.403269 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0682174c-3f54-4c1f-993b-d76e6608f455 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:29:19.420691 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] Set router 1c144b36-e8bb-4965-8880-2031301544b7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:19.425131 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0682174c-3f54-4c1f-993b-d76e6608f455,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:19.430605 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:19.436240 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1936ed24-983a-47d8-94c0-09c9602037fd req-a61b094c-2e22-49d6-b675-cc17c778798f tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733759 Aug 26 12:29:19.442998 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:19.489451 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0682174c-3f54-4c1f-993b-d76e6608f455,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:19.556703 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:19.604783 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c144b36-e8bb-4965-8880-2031301544b7', 'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:48Z', 'updated_at': '2021-08-26T12:29:18Z', 'revision_number': 5, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'gw_port': {'id': 'e30e814c-c01b-475d-aaff-0a31a3e9d8d8', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c144b36-e8bb-4965-8880-2031301544b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:49Z', 'updated_at': '2021-08-26T12:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:19.615183 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Deleting port e30e814c-c01b-475d-aaff-0a31a3e9d8d8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:19.615652 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:19.636891 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] Checking router: 1c144b36-e8bb-4965-8880-2031301544b7 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:29:19.645994 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] Routers {'1c144b36-e8bb-4965-8880-2031301544b7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:29:19.646631 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:28:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1c144b36-e8bb-4965-8880-2031301544b7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:19.697579 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] For port e30e814c-c01b-475d-aaff-0a31a3e9d8d8, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=e30e814c-c01b-475d-aaff-0a31a3e9d8d8,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:19.697938 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:19.711279 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Calling delete_port for e30e814c-c01b-475d-aaff-0a31a3e9d8d8 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:19.736118 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] Set router 1c144b36-e8bb-4965-8880-2031301544b7 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:29:19.787525 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c144b36-e8bb-4965-8880-2031301544b7', 'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:48Z', 'updated_at': '2021-08-26T12:29:19Z', 'revision_number': 6, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'gw_port_host': None}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:19.817462 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a81d06-9b76-4c02-959d-9f6b557ebcce None None] The sync data for ids ['1c144b36-e8bb-4965-8880-2031301544b7'] in dv-cinder-806141-1-iscsi is: [{'id': '1c144b36-e8bb-4965-8880-2031301544b7', 'name': 'tempest-TestMinimumBasicScenario-2013897973-router', 'tenant_id': 'ccddb70e6fd84e769d216cb12080a187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:48Z', 'updated_at': '2021-08-26T12:29:19Z', 'revision_number': 6, 'project_id': 'ccddb70e6fd84e769d216cb12080a187', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:29:19.854765 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0682174c-3f54-4c1f-993b-d76e6608f455'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:29:19.885280 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:19.918999 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30e814c-c01b-475d-aaff-0a31a3e9d8d8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:19.981653 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808735'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.090704 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241688'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.093832 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.158822 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806799'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.159478 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c144b36-e8bb-4965-8880-2031301544b7 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:29:20.166228 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.170079 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-e6d2efdc-63ef-4ef8-8c83-777c92e4a788 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c144b36-e8bb-4965-8880-2031301544b7 HTTP/1.1" status: 204 len: 168 time: 0.8731496 Aug 26 12:29:20.170214 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56934) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:20.219020 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d278388-7d7d-488f-bdaa-dae18e1965c8 admin admin] Deleting subnet 2132b69e-7469-45b1-9077-513be5509d7b {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:29:20.223007 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d278388-7d7d-488f-bdaa-dae18e1965c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.264133 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d278388-7d7d-488f-bdaa-dae18e1965c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32579934'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.340533 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d278388-7d7d-488f-bdaa-dae18e1965c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.391947 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d278388-7d7d-488f-bdaa-dae18e1965c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32964179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32681676'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.418015 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d278388-7d7d-488f-bdaa-dae18e1965c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2132b69e-7469-45b1-9077-513be5509d7b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:20.420014 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d278388-7d7d-488f-bdaa-dae18e1965c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.421989 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3d278388-7d7d-488f-bdaa-dae18e1965c8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2132b69e-7469-45b1-9077-513be5509d7b HTTP/1.1" status: 204 len: 168 time: 0.2505188 Aug 26 12:29:20.424990 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56936) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:20.427591 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff5402a-d671-4e65-97b7-875e98286fdc None None] Network d704d905-88d9-4dec-9639-73a18c219855 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:29:20.499440 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.556029 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Deleting port d357282b-c4dd-46ac-871a-58157313f555 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:20.556382 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.566188 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e12f40-296d-446c-8c3f-5293f1b54959 req-1cca8220-99f6-4da7-bee4-aa9d3aea62b4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:20.567885 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c5e12f40-296d-446c-8c3f-5293f1b54959 req-1cca8220-99f6-4da7-bee4-aa9d3aea62b4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 944 time: 0.0575409 Aug 26 12:29:20.615972 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c5e12f40-296d-446c-8c3f-5293f1b54959 req-c6cf5649-83c1-47bf-b981-0ec9d63c80bb tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418303 Aug 26 12:29:20.628592 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] For port d357282b-c4dd-46ac-871a-58157313f555, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=d357282b-c4dd-46ac-871a-58157313f555,segment=NetworkSegment(9ad2f6ce-4a5a-4c67-8631-1859cfee5f30),segment_id=9ad2f6ce-4a5a-4c67-8631-1859cfee5f30)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:20.629017 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.631142 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef101add-89f5-46b7-b382-51efddd16cea None None] DHCP port deletion for d704d905-88d9-4dec-9639-73a18c219855 request from dv-cinder-806141-1-iscsi {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:29:20.635608 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:29:20.648902 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Calling delete_port for d357282b-c4dd-46ac-871a-58157313f555 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:20.661719 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:29:20.662147 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 4b1cfc71-5fe2-4a4e-b136-2d5517eb96c7 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:29:20.707259 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ef101add-89f5-46b7-b382-51efddd16cea None None] Deleting port d357282b-c4dd-46ac-871a-58157313f555 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:29:20.707616 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef101add-89f5-46b7-b382-51efddd16cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.726905 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.754619 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d357282b-c4dd-46ac-871a-58157313f555,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:20.763284 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] No DVR routers for this DVR port d357282b-c4dd-46ac-871a-58157313f555 on host dv-cinder-806141-1-iscsi {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:29:20.778946 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ef101add-89f5-46b7-b382-51efddd16cea None None] For port d357282b-c4dd-46ac-871a-58157313f555, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=d357282b-c4dd-46ac-871a-58157313f555,segment=NetworkSegment(9ad2f6ce-4a5a-4c67-8631-1859cfee5f30),segment_id=9ad2f6ce-4a5a-4c67-8631-1859cfee5f30)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:20.779324 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef101add-89f5-46b7-b382-51efddd16cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.793256 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ef101add-89f5-46b7-b382-51efddd16cea None None] Calling delete_port for d357282b-c4dd-46ac-871a-58157313f555 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:29:20.840937 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.851858 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d704d905-88d9-4dec-9639-73a18c219855']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:20.862735 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:20.862934 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad2f6ce-4a5a-4c67-8631-1859cfee5f30') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:29:20.872756 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32579905'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.876399 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef101add-89f5-46b7-b382-51efddd16cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.888473 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.895816 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:29:20.896351 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32964149'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: Traceback (most recent call last): Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: timer() Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: cb(*args, **kw) Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: return func(*args, **kwargs) Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: self._notify() Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: self.callback(batched_events) Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: event.method(event) Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: return f(self, *a, **k) Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._get(url).json() Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: return self.request(url, 'GET', **kwargs) Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:29:20.898158 dv-cinder-806141-1-iscsi neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:29:20.902752 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef101add-89f5-46b7-b382-51efddd16cea None None] Pushing event deleted for resources: {'Port': ['ID=d357282b-c4dd-46ac-871a-58157313f555,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:20.909604 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef101add-89f5-46b7-b382-51efddd16cea None None] No DVR routers for this DVR port d357282b-c4dd-46ac-871a-58157313f555 on host dv-cinder-806141-1-iscsi {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:29:20.965936 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.972402 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:20.974323 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d704d905-88d9-4dec-9639-73a18c219855 HTTP/1.1" status: 204 len: 168 time: 0.5483294 Aug 26 12:29:20.987631 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1624331-d82f-424b-9d32-b7fe9f8100f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d704d905-88d9-4dec-9639-73a18c219855,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:21.135420 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56944) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:21.174694 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3781dbd2-311c-49fa-a7ee-b1a48172e942 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c50ea80a6b36463ea81cbd7f857499a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379241 Aug 26 12:29:21.176973 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 56946) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:21.224751 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc527363-3c15-456a-bf82-d190029295b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.231545 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0682174c-3f54-4c1f-993b-d76e6608f455 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:29:21.245597 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc527363-3c15-456a-bf82-d190029295b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.279083 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 0682174c-3f54-4c1f-993b-d76e6608f455 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:29:21.279518 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.293695 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc527363-3c15-456a-bf82-d190029295b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.296467 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc527363-3c15-456a-bf82-d190029295b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.298234 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-fc527363-3c15-456a-bf82-d190029295b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dab5df1-2962-4a82-96cf-8e956b44fe4a HTTP/1.1" status: 204 len: 168 time: 0.1198332 Aug 26 12:29:21.309422 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc527363-3c15-456a-bf82-d190029295b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dab5df1-2962-4a82-96cf-8e956b44fe4a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:21.370622 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.393414 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:29:21.395694 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d469a0ef-c7b4-4bbb-9611-a99faf242916" -d '{"events": [{"server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "name": "network-vif-plugged", "status": "completed", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:29:21.408452 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0682174c-3f54-4c1f-993b-d76e6608f455,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:29:21.414671 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.437631 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bdc23c-b9fa-4a2c-95d4-872578cb21c5 x-openstack-request-id: req-f2bdc23c-b9fa-4a2c-95d4-872578cb21c5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:29:21.438491 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "name": "network-vif-plugged", "status": "completed", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:29:21.438491 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2bdc23c-b9fa-4a2c-95d4-872578cb21c5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:29:21.439223 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455', 'code': 200} Aug 26 12:29:21.464092 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0682174c-3f54-4c1f-993b-d76e6608f455,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:21.620206 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56956) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:21.660019 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-03bd886f-6bd5-4da5-a255-24dd65f86e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccddb70e6fd84e769d216cb12080a187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386901 Aug 26 12:29:21.662427 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 56958) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:29:21.708291 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e1c96d98-2ead-4619-ac65-85286051382f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.729527 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e1c96d98-2ead-4619-ac65-85286051382f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.778691 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e1c96d98-2ead-4619-ac65-85286051382f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.781484 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e1c96d98-2ead-4619-ac65-85286051382f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.783165 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-e1c96d98-2ead-4619-ac65-85286051382f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30ba447f-8c57-4622-a0a8-ec6ee7dd7619 HTTP/1.1" status: 204 len: 168 time: 0.1198485 Aug 26 12:29:21.791400 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c96d98-2ead-4619-ac65-85286051382f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ba447f-8c57-4622-a0a8-ec6ee7dd7619,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:29:21.935889 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device e30e814c-c01b-475d-aaff-0a31a3e9d8d8 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:29:21.955971 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: e30e814c-c01b-475d-aaff-0a31a3e9d8d8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:29:21.956323 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device e30e814c-c01b-475d-aaff-0a31a3e9d8d8 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:29:21.956752 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device d357282b-c4dd-46ac-871a-58157313f555 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:29:21.980819 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: d357282b-c4dd-46ac-871a-58157313f555 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:29:21.981161 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device d357282b-c4dd-46ac-871a-58157313f555 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:29:24.627765 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee308cb6-4613-4bce-8651-25b9cf7479f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:26.460118 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:27.331600 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-59b1859f-eb7b-4911-8d05-a79cba44b0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:27.506726 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:28.230053 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:30.077445 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:50.038708 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:29:54.628194 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d1dd53-33e8-46cb-b177-83b9b25c8470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:56.463787 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:57.331105 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31373fc5-b10e-45bb-9804-e7eefc0705d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:57.507805 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:58.231575 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:59.953047 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5e25-0b15-4315-8add-4cfda18799f7 req-c359e483-508f-4bc2-814a-378d6ad613b4 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:59.954534 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fefb5e25-0b15-4315-8add-4cfda18799f7 req-c359e483-508f-4bc2-814a-378d6ad613b4 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 946 time: 0.0476344 Aug 26 12:29:59.991641 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-fefb5e25-0b15-4315-8add-4cfda18799f7 req-bc5f0206-230d-4ac4-8624-d8aa9243ea5e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Aug 26 12:30:00.080829 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:00.148822 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-2273c635-cd96-48ae-8895-a1f5965e3e36 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410826 Aug 26 12:30:00.263131 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-a3cc2c5c-f152-4cfd-b129-92e767fadfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:00.264506 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-a3cc2c5c-f152-4cfd-b129-92e767fadfd7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc4ddbfe22e489b80492250e6628b71&device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1098 time: 0.0392115 Aug 26 12:30:00.366866 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-5666abff-6a32-47d2-841d-233965ee55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:00.368313 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-5666abff-6a32-47d2-841d-233965ee55a7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 200 len: 910 time: 0.0811706 Aug 26 12:30:00.436503 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-94233b02-d8fa-4cdd-b797-c2f54c706670 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 200 len: 1001 time: 0.0590165 Aug 26 12:30:00.487229 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-f3e842e0-9f01-49d8-88ed-ed7912f43f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:00.488662 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-f3e842e0-9f01-49d8-88ed-ed7912f43f80 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a01a6-ffad-4298-8c82-33e36f64ec11 HTTP/1.1" status: 200 len: 848 time: 0.0429106 Aug 26 12:30:00.534800 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-715e0f8e-3e7b-4caa-aa31-11ff631b3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:00.536297 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-715e0f8e-3e7b-4caa-aa31-11ff631b3878 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3cdd88c6-8b10-4d90-a706-7189722040fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394747 Aug 26 12:30:00.628764 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-4d4ebbc5-8303-4846-8a43-ca2b31ccc1b6 service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835505 Aug 26 12:30:00.718325 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b1efb153-663f-4619-ae2d-66a7237a1a91 req-4987f10a-2305-4e61-a15d-084b38234ae0 service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821865 Aug 26 12:30:01.108733 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7477b4-cd40-4268-a443-92062103b36a req-258ddf12-9d63-471c-a460-3da4a40e0127 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:01.110226 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ee7477b4-cd40-4268-a443-92062103b36a req-258ddf12-9d63-471c-a460-3da4a40e0127 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 946 time: 0.0471597 Aug 26 12:30:01.147684 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ee7477b4-cd40-4268-a443-92062103b36a req-a977be2b-2031-4b5c-9e65-507c4f774568 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311570 Aug 26 12:30:01.890227 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-abaed7bb-5edb-4884-b8a2-d562273a5165 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:01.891681 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-abaed7bb-5edb-4884-b8a2-d562273a5165 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 946 time: 0.0511160 Aug 26 12:30:01.982121 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Deleting port cb998af5-837d-4c5d-a4d1-4d16db688ef4 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:01.982503 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:02.073396 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] For port cb998af5-837d-4c5d-a4d1-4d16db688ef4, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=cb998af5-837d-4c5d-a4d1-4d16db688ef4,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:02.073760 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:02.277703 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17590fc3-81a4-4890-8f8f-ce4c3b4fb787 req-dd51bba6-515e-4022-a298-8e4c4151ec14 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:02.279264 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-17590fc3-81a4-4890-8f8f-ce4c3b4fb787 req-dd51bba6-515e-4022-a298-8e4c4151ec14 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 946 time: 0.0575802 Aug 26 12:30:02.319366 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-17590fc3-81a4-4890-8f8f-ce4c3b4fb787 req-22d03d86-257e-4560-b7ce-566ac51def4b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=653779b4-160e-4a52-accc-30c25f9a59d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335243 Aug 26 12:30:02.363898 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:02.364316 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:02.364619 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.l3_db [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Floating IP a57db7d5-666a-43bf-a652-521be4152afd disassociated. External IP: 172.27.2.245, port: cb998af5-837d-4c5d-a4d1-4d16db688ef4. Aug 26 12:30:02.364947 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Calling delete_port for cb998af5-837d-4c5d-a4d1-4d16db688ef4 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:02.497115 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:02.523793 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event deleted for resources: {'Port': ['ID=cb998af5-837d-4c5d-a4d1-4d16db688ef4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:02.535292 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.535697 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.536034 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.536371 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.536698 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.537022 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.537346 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.537666 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.538035 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.538499 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.538934 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.539359 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:02.652597 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:02.757336 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:02.767325 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9312271-3927-4e89-8958-0b162590889e None None] Sync routers for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:02.776145 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9312271-3927-4e89-8958-0b162590889e None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:02.776749 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e9312271-3927-4e89-8958-0b162590889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:29:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:02.794308 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] No DVR routers for this DVR port cb998af5-837d-4c5d-a4d1-4d16db688ef4 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:02.796858 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:02.798976 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-322e0696-98df-48d9-ae37-a5f480ce8614 req-82b8cc5b-a820-4aea-99c3-f85c06387453 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "DELETE /v2.0/ports/cb998af5-837d-4c5d-a4d1-4d16db688ef4 HTTP/1.1" status: 204 len: 173 time: 0.9005604 Aug 26 12:30:02.799907 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-deleted', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:02.802341 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b4589b-110b-4530-a7a2-866665a8ba29" -d '{"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-deleted", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:02.849313 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89019401-0b1c-4f9a-a238-64e438256f09 x-openstack-request-id: req-89019401-0b1c-4f9a-a238-64e438256f09 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:02.849626 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59640118-3488-4674-8a70-cc22efa985a2", "name": "network-vif-deleted", "tag": "cb998af5-837d-4c5d-a4d1-4d16db688ef4", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:02.849890 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89019401-0b1c-4f9a-a238-64e438256f09 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:02.850282 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59640118-3488-4674-8a70-cc22efa985a2', 'name': 'network-vif-deleted', 'tag': 'cb998af5-837d-4c5d-a4d1-4d16db688ef4', 'status': 'completed', 'code': 200} Aug 26 12:30:02.903488 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e9312271-3927-4e89-8958-0b162590889e None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:03.104493 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e9312271-3927-4e89-8958-0b162590889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:03.130458 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9312271-3927-4e89-8958-0b162590889e None None] Checking router: 10c38425-59c8-4dfb-bdd8-8b6e24bf078a for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:03.138323 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9312271-3927-4e89-8958-0b162590889e None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:03.138958 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e9312271-3927-4e89-8958-0b162590889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:29:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:03.361795 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e9312271-3927-4e89-8958-0b162590889e None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:03.444615 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5b9735e6-666e-4284-9698-be311ee8b63d req-f9922e8c-0872-4324-91aa-67a281c18008 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=59640118-3488-4674-8a70-cc22efa985a2 HTTP/1.1" status: 200 len: 210 time: 0.0266895 Aug 26 12:30:03.567733 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e9312271-3927-4e89-8958-0b162590889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:03.596527 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9312271-3927-4e89-8958-0b162590889e None None] The sync data for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi is: [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:03.797025 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f715d1bb-1faa-4240-b374-0f3a40601f7c None None] New status for floating IP a57db7d5-666a-43bf-a652-521be4152afd: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:30:04.535797 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57106) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:04.588145 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:04.610913 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:04.657858 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:04.661010 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:04.662338 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "DELETE /v2.0/security-groups/653779b4-160e-4a52-accc-30c25f9a59d0 HTTP/1.1" status: 204 len: 168 time: 0.1255081 Aug 26 12:30:04.665078 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57108) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:04.671174 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653779b4-160e-4a52-accc-30c25f9a59d0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:04.678643 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.678990 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.679096 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.api.v2.resource [None req-32b94afd-94ca-4c72-950f-c59eee1560f0 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] show failed (client error): The resource could not be found. Aug 26 12:30:04.679332 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.679665 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.682761 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.682906 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-32b94afd-94ca-4c72-950f-c59eee1560f0 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups/653779b4-160e-4a52-accc-30c25f9a59d0 HTTP/1.1" status: 404 len: 347 time: 0.0141339 Aug 26 12:30:04.683017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.683017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.683017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.683017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.683017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.683017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.683017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab38e17-0d99-48f5-9aa4-f2baf7718901 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:04.683637 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57110) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:04.810573 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Deleting port c0ec8152-9ea0-437c-b4d4-352cfe5b5fc1 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:04.810914 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:04.882236 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:04.882596 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:04.894217 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Calling delete_port for c0ec8152-9ea0-437c-b4d4-352cfe5b5fc1 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:05.262959 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.288346 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event deleted for resources: {'Port': ['ID=c0ec8152-9ea0-437c-b4d4-352cfe5b5fc1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:05.344681 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.347302 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.348473 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-c8d790de-eb68-4bbe-b90b-fff6e68b4b6a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "DELETE /v2.0/floatingips/a57db7d5-666a-43bf-a652-521be4152afd HTTP/1.1" status: 204 len: 168 time: 0.6641746 Aug 26 12:30:05.451058 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device cb998af5-837d-4c5d-a4d1-4d16db688ef4 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:05.472083 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: cb998af5-837d-4c5d-a4d1-4d16db688ef4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:05.472429 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device cb998af5-837d-4c5d-a4d1-4d16db688ef4 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:05.572520 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57116) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:05.577255 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3a8a0ccb-7c83-4607-b4fe-9fd848ffb33a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879740507', 'description': 'tempest-description--1446383768'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:30:05.602087 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a8a0ccb-7c83-4607-b4fe-9fd848ffb33a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.680761 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a8a0ccb-7c83-4607-b4fe-9fd848ffb33a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.684216 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a8a0ccb-7c83-4607-b4fe-9fd848ffb33a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.712189 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a0ccb-7c83-4607-b4fe-9fd848ffb33a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:05.714365 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a8a0ccb-7c83-4607-b4fe-9fd848ffb33a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.715585 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-3a8a0ccb-7c83-4607-b4fe-9fd848ffb33a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1420496 Aug 26 12:30:05.718859 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57118) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:05.723929 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-582cfef1-6d25-4d5d-bbb2-494d3ec492af tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'security_group_rule': {'security_group_id': 'f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:30:05.749927 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-582cfef1-6d25-4d5d-bbb2-494d3ec492af tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.815432 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-582cfef1-6d25-4d5d-bbb2-494d3ec492af tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.822615 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-582cfef1-6d25-4d5d-bbb2-494d3ec492af tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.841408 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cfef1-6d25-4d5d-bbb2-494d3ec492af tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459b30bc-072e-4a3b-a72e-3f846f64f3c5,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:05.848765 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-582cfef1-6d25-4d5d-bbb2-494d3ec492af tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.852514 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-582cfef1-6d25-4d5d-bbb2-494d3ec492af tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302423 Aug 26 12:30:05.852732 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57120) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:05.857158 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-61021d1d-5a46-43c9-bf20-e610b59133a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'security_group_rule': {'security_group_id': 'f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:30:05.883793 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61021d1d-5a46-43c9-bf20-e610b59133a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.941929 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61021d1d-5a46-43c9-bf20-e610b59133a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.945295 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61021d1d-5a46-43c9-bf20-e610b59133a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.963088 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61021d1d-5a46-43c9-bf20-e610b59133a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab9589d-b317-46a1-9ab9-5fe6e29a103d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:05.968726 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61021d1d-5a46-43c9-bf20-e610b59133a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:05.970150 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-61021d1d-5a46-43c9-bf20-e610b59133a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164958 Aug 26 12:30:05.973847 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57122) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:05.978287 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'floatingip': {'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:30:05.999776 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.094215 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.198255 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Allocated IP 172.27.2.122 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/f939e82a-c524-4916-8e66-e28f3886a0ff) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:30:06.301383 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.338676 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.375562 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:30:06.380277 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:30:06.383768 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:30:06.406898 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'Port': ['ID=f939e82a-c524-4916-8e66-e28f3886a0ff,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:06.471577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.503398 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.650940 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.655201 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.720183 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'Port': ['ID=f939e82a-c524-4916-8e66-e28f3886a0ff,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:06.729900 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.743570 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:06.744825 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9c7b027d-b4bf-463f-9725-bedec41d6739 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7699516 Aug 26 12:30:06.927411 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-0f94773b-5aad-4849-8649-402a5799e8f6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1879740507&fields=id&tenant_id=693c63a8061d43cb88bd81118e5880b9 HTTP/1.1" status: 200 len: 267 time: 0.0318077 Aug 26 12:30:07.029736 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047839-338c-470f-a918-3e8b82bfc4db req-935ca82d-469c-4906-b36f-2b0084f03a52 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:07.031218 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-935ca82d-469c-4906-b36f-2b0084f03a52 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 816 time: 0.0974123 Aug 26 12:30:07.045359 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-0d7d7524-35f7-40e8-b417-19a83315ad8c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/quotas/693c63a8061d43cb88bd81118e5880b9 HTTP/1.1" status: 200 len: 375 time: 0.0086527 Aug 26 12:30:07.100122 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-4693982b-8b8c-4969-8d2d-193b949f2c59 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491741 Aug 26 12:30:07.278903 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-b1bc9143-d43f-43f2-ad7f-3e3829c57646 service neutron] 10.222.0.13 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675205 Aug 26 12:30:07.369013 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-23c15c62-538a-4f5e-8cff-be1f234be6e2 service neutron] 10.222.0.13 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841537 Aug 26 12:30:07.523116 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3426dcb0-1ee3-49cd-8bbe-e2b9173eede0 req-831d4adf-0412-453d-a8ce-abe900e93dbf tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 210 time: 0.0271301 Aug 26 12:30:08.622910 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047839-338c-470f-a918-3e8b82bfc4db req-57aa4e88-a2d8-4fb4-a1b0-5149707f5536 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:08.624377 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-57aa4e88-a2d8-4fb4-a1b0-5149707f5536 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 816 time: 0.1111441 Aug 26 12:30:08.625074 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3bda53ce-f888-4895-8a42-ce77856b5e8a req-f83a7cd1-f23a-4a5c-b59a-30d6f8638b40 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 210 time: 0.0293677 Aug 26 12:30:08.695557 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-6199f866-a7f9-472a-9572-c6b6936ab465 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693c63a8061d43cb88bd81118e5880b9 HTTP/1.1" status: 200 len: 380 time: 0.0364814 Aug 26 12:30:08.702537 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'port': {'device_id': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'admin_state_up': True, 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'security_groups': ['f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:30:08.806044 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Made reservation on behalf of 693c63a8061d43cb88bd81118e5880b9 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:30:08.809569 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:08.937775 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Allocated IP 172.20.0.13 (9c6aa099-38b9-4486-8257-70f0f1a92b0e/da76c91e-9fd0-4714-8e8c-5cf036153933/0ebea58b-823d-43e5-9a79-eb900f5c5a51) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:30:09.069946 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.083382 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Transition to ACTIVE for port object 0ebea58b-823d-43e5-9a79-eb900f5c5a51 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:30:09.113748 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.152491 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:30:09.155482 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:30:09.157750 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:30:09.192654 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:09.217845 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:09.218482 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.232540 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-55a31a69-6238-4082-b405-922714e7efe7 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5337727 Aug 26 12:30:09.253116 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Request body: {'port': {'device_id': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:30:09.309970 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.342602 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-99c06733-c92c-4a18-9a20-77fd7b40a239 None None] Provisioning for port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:30:09.346286 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-99c06733-c92c-4a18-9a20-77fd7b40a239 None None] Provisioning complete for port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:30:09.346691 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99c06733-c92c-4a18-9a20-77fd7b40a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.380898 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-99c06733-c92c-4a18-9a20-77fd7b40a239 None None] Port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:30:09.560757 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebea58b-823d-43e5-9a79-eb900f5c5a51 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:30:09.568474 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.579599 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Transition to ACTIVE for port object 0ebea58b-823d-43e5-9a79-eb900f5c5a51 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:30:09.583152 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.630014 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:09.718798 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Attempting to bind port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:30:09.719131 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Attempting to bind port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:30:09.719451 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Attempting to bind port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 on network 9c6aa099-38b9-4486-8257-70f0f1a92b0e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:30:09.740107 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 on network 9c6aa099-38b9-4486-8257-70f0f1a92b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:30:09.740333 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Attempting to bind port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 on network 9c6aa099-38b9-4486-8257-70f0f1a92b0e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:30:09.748513 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:30:09.748846 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Checking segment: {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:30:09.749229 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Bound using segment: {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:30:09.749663 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Bound port: 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a36eef-649b-46cd-b147-ec12de94349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:30:09.750015 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.776577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5a192-18d5-48e4-831e-0a0749874437 req-8126d3e3-b6f3-43a9-8ee8-262f23aacdb1 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:09.778110 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d4d5a192-18d5-48e4-831e-0a0749874437 req-8126d3e3-b6f3-43a9-8ee8-262f23aacdb1 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0776083 Aug 26 12:30:09.855607 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d4d5a192-18d5-48e4-831e-0a0749874437 req-c2082527-14a2-4234-b17e-dd43d3f86c3e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596168 Aug 26 12:30:09.856621 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:30:09.860241 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:30:09.864886 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.902711 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:09.903372 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:09.905644 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] 10.222.0.68 "PUT /v2.0/ports/0ebea58b-823d-43e5-9a79-eb900f5c5a51 HTTP/1.1" status: 200 len: 1094 time: 0.6576214 Aug 26 12:30:09.906086 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:09.908946 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732" -d '{"events": [{"name": "network-changed", "server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:09.936169 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c7a30-5375-40e6-b5df-0430bcc718a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:09.963495 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967d0d70-7322-443b-a2e2-585ceeeeef35 x-openstack-request-id: req-967d0d70-7322-443b-a2e2-585ceeeeef35 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:09.963619 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:09.963852 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-967d0d70-7322-443b-a2e2-585ceeeeef35 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:09.964250 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'status': 'completed', 'code': 200} Aug 26 12:30:10.025798 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047839-338c-470f-a918-3e8b82bfc4db req-9126d414-0ca7-4e86-991a-f10454a3e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:10.027360 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-9126d414-0ca7-4e86-991a-f10454a3e8e3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 1097 time: 0.0453928 Aug 26 12:30:10.078277 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-8e4de0b3-0a04-431a-8b18-31b8b412ef64 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51 HTTP/1.1" status: 200 len: 217 time: 0.0358884 Aug 26 12:30:10.130858 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047839-338c-470f-a918-3e8b82bfc4db req-c0948c30-c93b-41bf-a88f-2d59463df7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:10.132474 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-c0948c30-c93b-41bf-a88f-2d59463df7e4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0465858 Aug 26 12:30:10.184383 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047839-338c-470f-a918-3e8b82bfc4db req-174a980a-bec0-432f-99db-682127f0e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:10.185990 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-174a980a-bec0-432f-99db-682127f0e4af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462637 Aug 26 12:30:10.284612 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-7903be6b-cbfd-4386-a426-12744c2820b3 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909655 Aug 26 12:30:10.375850 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a6047839-338c-470f-a918-3e8b82bfc4db req-463487c5-2677-4615-ad39-70fa17914249 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840278 Aug 26 12:30:10.510812 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-97a6557f-4238-4ada-897e-829a95f6a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:10.512375 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-97a6557f-4238-4ada-897e-829a95f6a07a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 1097 time: 0.0402861 Aug 26 12:30:10.604958 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-a93c0795-a241-4e91-9a58-0b555775fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:10.606482 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-a93c0795-a241-4e91-9a58-0b555775fa11 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 917 time: 0.0848250 Aug 26 12:30:10.647858 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-d5ca061a-15e3-4716-abca-8676bd78c06b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51 HTTP/1.1" status: 200 len: 217 time: 0.0331032 Aug 26 12:30:10.696587 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-ab230d27-70d5-4cfc-9b26-ed2a08115bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:10.697954 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-ab230d27-70d5-4cfc-9b26-ed2a08115bb6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0425811 Aug 26 12:30:10.743652 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-66c6682e-beb8-4052-ac2c-ca6f8f2e1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:10.745140 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-66c6682e-beb8-4052-ac2c-ca6f8f2e1a88 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384178 Aug 26 12:30:10.836266 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-8cdc3e61-8cdd-4006-bf10-9aefee9792e4 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820832 Aug 26 12:30:10.925416 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7be297e7-a2f8-41b4-93a4-b5bf30ed1732 req-43b306e0-c4fe-4108-aed9-506628633a52 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803182 Aug 26 12:30:10.981869 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d6244-bd6b-466b-917f-3269be01fdf3 req-7fbbf35a-2c39-45bc-8bc0-435ed0e4fed5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:10.983377 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-205d6244-bd6b-466b-917f-3269be01fdf3 req-7fbbf35a-2c39-45bc-8bc0-435ed0e4fed5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0521557 Aug 26 12:30:11.019744 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-205d6244-bd6b-466b-917f-3269be01fdf3 req-819a7fb7-9c2a-4b86-a5a9-59ba5ae2c837 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305562 Aug 26 12:30:11.496254 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0ebea58b-823d-43e5-9a79-eb900f5c5a51 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:30:11.603223 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:11.620964 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'port_id': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'mac_address': 'fa:16:3e:10:82:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:30:11.661246 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:11.675047 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebea58b-823d-43e5-9a79-eb900f5c5a51 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:30:11.694602 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:11.698066 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:11.744395 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:11.751621 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.752565 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.752906 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.753236 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.753612 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.753884 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.754207 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.754555 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.754877 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.755248 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.755566 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:11.755884 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:12.018668 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0ebea58b-823d-43e5-9a79-eb900f5c5a51'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:30:12.139694 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c998-2cb8-48b2-bcd8-c69a348491b6 req-6b9f0986-e4f9-41db-9f28-077f52ed2e0e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:12.141195 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d1c8c998-2cb8-48b2-bcd8-c69a348491b6 req-6b9f0986-e4f9-41db-9f28-077f52ed2e0e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 945 time: 0.0488455 Aug 26 12:30:12.181541 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d1c8c998-2cb8-48b2-bcd8-c69a348491b6 req-6e44321d-0ca0-4d88-9d35-2aa36d12d66e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340095 Aug 26 12:30:13.302017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb9f2-7d19-4e12-aeac-3d2897b4731c req-6c1205d4-a3d3-41e5-aec3-87c0530acc72 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:13.303560 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-691fb9f2-7d19-4e12-aeac-3d2897b4731c req-6c1205d4-a3d3-41e5-aec3-87c0530acc72 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 945 time: 0.0477986 Aug 26 12:30:13.340136 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-691fb9f2-7d19-4e12-aeac-3d2897b4731c req-32731bc1-0571-420a-9c01-8d8d3f319f75 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Aug 26 12:30:13.498248 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0ebea58b-823d-43e5-9a79-eb900f5c5a51 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:30:13.544381 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:30:13.547939 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:30:13.548309 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:13.624948 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:13.645959 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:13.648207 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e22e0e-c1eb-4670-8e7f-3f85f86d4713" -d '{"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-plugged", "status": "completed", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:13.660893 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:13.665246 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:13.688496 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee77e5ed-3cda-4513-8703-27ffde2b5718 x-openstack-request-id: req-ee77e5ed-3cda-4513-8703-27ffde2b5718 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:13.688782 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-plugged", "status": "completed", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:13.689033 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee77e5ed-3cda-4513-8703-27ffde2b5718 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:13.689421 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'code': 200} Aug 26 12:30:13.714692 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:13.889914 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f996fe4-0940-48de-be90-efb3bcab9f22 req-f603dc4d-012d-464b-8f43-02434092b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:13.891417 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2f996fe4-0940-48de-be90-efb3bcab9f22 req-f603dc4d-012d-464b-8f43-02434092b3ee service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 1099 time: 0.0382657 Aug 26 12:30:13.926881 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-2f996fe4-0940-48de-be90-efb3bcab9f22 req-ef242e5c-3b43-4c6d-ad83-c6ea46f18993 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273547 Aug 26 12:30:14.456945 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c58f-d4c5-4ce3-b334-00c51a0dd515 req-9b854cc6-b303-4084-bec3-230469bf2fef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:14.458366 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5996c58f-d4c5-4ce3-b334-00c51a0dd515 req-9b854cc6-b303-4084-bec3-230469bf2fef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0478222 Aug 26 12:30:14.499920 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5996c58f-d4c5-4ce3-b334-00c51a0dd515 req-faa4e220-625a-4c8e-be79-3590bbbae228 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354524 Aug 26 12:30:15.619983 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf2c2-5541-48e6-b56c-6fdea4b9087a req-6f18fcb7-a3d2-4c7b-b6c1-aa9837c82e47 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:15.621460 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-db5cf2c2-5541-48e6-b56c-6fdea4b9087a req-6f18fcb7-a3d2-4c7b-b6c1-aa9837c82e47 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0508926 Aug 26 12:30:15.658600 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-db5cf2c2-5541-48e6-b56c-6fdea4b9087a req-6a10210c-9e92-4ff8-9f68-4a06c203a55d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305078 Aug 26 12:30:15.771234 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda87c85-84e8-45fd-b960-705bab8f9f44 req-5064cb4f-411b-4a07-a8ea-b61548b0a327 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:15.772671 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fda87c85-84e8-45fd-b960-705bab8f9f44 req-5064cb4f-411b-4a07-a8ea-b61548b0a327 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0479407 Aug 26 12:30:15.781032 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57210) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:15.785469 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-14d8e514-7e01-44b1-aa8d-8ac56f427b3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Request body: {'floatingip': {'port_id': '0ebea58b-823d-43e5-9a79-eb900f5c5a51'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:30:15.824619 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14d8e514-7e01-44b1-aa8d-8ac56f427b3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:16.246079 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14d8e514-7e01-44b1-aa8d-8ac56f427b3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:16.250237 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14d8e514-7e01-44b1-aa8d-8ac56f427b3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:16.344855 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.l3_db [None req-14d8e514-7e01-44b1-aa8d-8ac56f427b3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Floating IP 22464d88-ef34-465c-a437-e3a75841d9fa associated. External IP: 172.27.2.122, port: 0ebea58b-823d-43e5-9a79-eb900f5c5a51. Aug 26 12:30:16.551926 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d8e514-7e01-44b1-aa8d-8ac56f427b3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:16.911013 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d8e514-7e01-44b1-aa8d-8ac56f427b3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:16.915964 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14d8e514-7e01-44b1-aa8d-8ac56f427b3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:16.922335 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] Sync routers for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:16.935885 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:16.936832 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:29:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:16.944312 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-14d8e514-7e01-44b1-aa8d-8ac56f427b3f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "PUT /v2.0/floatingips/22464d88-ef34-465c-a437-e3a75841d9fa HTTP/1.1" status: 200 len: 992 time: 1.1595700 Aug 26 12:30:16.944312 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:16.944485 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433" -d '{"events": [{"name": "network-changed", "server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:16.987867 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71ac947-ecd2-4e45-976f-1cddcf3ca016 x-openstack-request-id: req-a71ac947-ecd2-4e45-976f-1cddcf3ca016 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:16.988153 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:16.988396 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a71ac947-ecd2-4e45-976f-1cddcf3ca016 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:16.989049 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'status': 'completed', 'code': 200} Aug 26 12:30:17.061440 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:17.106358 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-838b96d5-c85c-44a6-b836-5ab46154b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:17.107879 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-838b96d5-c85c-44a6-b836-5ab46154b746 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 1099 time: 0.0582051 Aug 26 12:30:17.204214 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-33ca0770-fc5b-42f8-aac3-4ef3ff553cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:17.206274 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-33ca0770-fc5b-42f8-aac3-4ef3ff553cbb service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 917 time: 0.0911274 Aug 26 12:30:17.275818 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-e33d53be-e336-4283-b965-d498cb208ad0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51 HTTP/1.1" status: 200 len: 1000 time: 0.0601900 Aug 26 12:30:17.299187 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '22464d88-ef34-465c-a437-e3a75841d9fa', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'port_id': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'mac_address': 'fa:16:3e:10:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:30:06Z', 'updated_at': '2021-08-26T12:30:16Z', 'revision_number': 1, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:17.325516 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] Checking router: 10c38425-59c8-4dfb-bdd8-8b6e24bf078a for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:17.332648 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-f6f113af-f90a-49fc-b3aa-2c9a797a356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:17.334199 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-f6f113af-f90a-49fc-b3aa-2c9a797a356b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0433350 Aug 26 12:30:17.334320 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:17.334943 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:29:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:17.386931 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-8c5b87b0-6a23-4707-98bb-2fb14f16fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:17.389089 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-8c5b87b0-6a23-4707-98bb-2fb14f16fc4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451317 Aug 26 12:30:17.442855 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:17.489747 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-032d9494-9336-44ae-a2fa-62ffbac735e6 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897515 Aug 26 12:30:17.592898 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b9a1a848-ce2b-4ecb-9a0b-9cbff3871433 req-a65a55f1-c0bb-46d7-a312-5601e1cca2d2 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958838 Aug 26 12:30:17.678173 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '22464d88-ef34-465c-a437-e3a75841d9fa', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'port_id': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'mac_address': 'fa:16:3e:10:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:30:06Z', 'updated_at': '2021-08-26T12:30:16Z', 'revision_number': 1, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:17.707973 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72622c-d08b-4c70-afa4-d8f3e629aaa1 None None] The sync data for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi is: [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '22464d88-ef34-465c-a437-e3a75841d9fa', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'port_id': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'mac_address': 'fa:16:3e:10:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:30:06Z', 'updated_at': '2021-08-26T12:30:16Z', 'revision_number': 1, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:17.905155 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71782f90-80d8-463a-aef5-46debbb58b0f None None] New status for floating IP 22464d88-ef34-465c-a437-e3a75841d9fa: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:30:23.595086 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648b9fd-0876-4ed9-9324-b4eb8d33eccb req-cebc665f-c6a9-47fa-93e4-d46568184715 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:23.596468 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4648b9fd-0876-4ed9-9324-b4eb8d33eccb req-cebc665f-c6a9-47fa-93e4-d46568184715 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Aug 26 12:30:23.633897 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4648b9fd-0876-4ed9-9324-b4eb8d33eccb req-aba5a8a8-580a-4116-a3ef-76036cfca03f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314813 Aug 26 12:30:24.630035 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7a91c42-23fc-452c-ae2c-d572140b77f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:24.748351 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eda67f-5ce2-4142-ba43-9acea02355b9 req-6c883421-22c3-404b-b784-e1ce150f4d72 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:24.749846 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-32eda67f-5ce2-4142-ba43-9acea02355b9 req-6c883421-22c3-404b-b784-e1ce150f4d72 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 945 time: 0.0497439 Aug 26 12:30:24.787143 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-32eda67f-5ce2-4142-ba43-9acea02355b9 req-8fcf6c06-2662-4f0a-bc2f-ae172ac3cba0 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306866 Aug 26 12:30:25.611162 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-b68f9b66-a784-48c8-9fab-a16d67ce7dfb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:25.612579 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-b68f9b66-a784-48c8-9fab-a16d67ce7dfb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 945 time: 0.0465186 Aug 26 12:30:25.704276 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Deleting port e1152894-5e36-4801-929e-00699c9b5075 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:25.704618 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:25.790211 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] For port e1152894-5e36-4801-929e-00699c9b5075, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=e1152894-5e36-4801-929e-00699c9b5075,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:25.790926 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:25.972783 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75f87b-ccce-4ae4-9a59-c0e70700ab2a req-8e804322-2ad0-42c5-ad13-a1de18a0edbf tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:25.974284 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8c75f87b-ccce-4ae4-9a59-c0e70700ab2a req-8e804322-2ad0-42c5-ad13-a1de18a0edbf tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 945 time: 0.1195900 Aug 26 12:30:26.013202 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:26.013589 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:26.013905 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.l3_db [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Floating IP 2efb1c0c-0b85-405c-92f1-2b2e6216c903 disassociated. External IP: 172.27.2.193, port: e1152894-5e36-4801-929e-00699c9b5075. Aug 26 12:30:26.014240 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Calling delete_port for e1152894-5e36-4801-929e-00699c9b5075 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:26.033402 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8c75f87b-ccce-4ae4-9a59-c0e70700ab2a req-fa93145c-eaea-49da-8c25-ed602ec271f8 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fd541c7-a688-420a-a0fe-91b834097e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528305 Aug 26 12:30:26.150679 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:26.178230 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event deleted for resources: {'Port': ['ID=e1152894-5e36-4801-929e-00699c9b5075,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:26.288694 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:26.391951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:26.401216 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] Sync routers for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:26.410861 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:26.411589 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:29:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:26.429775 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] No DVR routers for this DVR port e1152894-5e36-4801-929e-00699c9b5075 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:26.432300 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:26.434329 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bfbf80e1-692c-46fc-90ff-e668c5037f21 req-1e5f02ee-3382-408c-a2a4-190090e251bc tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.68 "DELETE /v2.0/ports/e1152894-5e36-4801-929e-00699c9b5075 HTTP/1.1" status: 204 len: 173 time: 0.8151152 Aug 26 12:30:26.434789 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'name': 'network-vif-deleted', 'tag': 'e1152894-5e36-4801-929e-00699c9b5075'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:26.437012 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8205184-06b5-4c84-98dc-575877f18b57" -d '{"events": [{"server_uuid": "182e141c-bae8-4a54-aee3-8a2d4b81dc14", "name": "network-vif-deleted", "tag": "e1152894-5e36-4801-929e-00699c9b5075"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:26.475988 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce1c3e6-06a1-45db-94c1-70783165e816 x-openstack-request-id: req-8ce1c3e6-06a1-45db-94c1-70783165e816 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:26.476284 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182e141c-bae8-4a54-aee3-8a2d4b81dc14", "name": "network-vif-deleted", "tag": "e1152894-5e36-4801-929e-00699c9b5075", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:26.476591 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ce1c3e6-06a1-45db-94c1-70783165e816 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:26.476948 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182e141c-bae8-4a54-aee3-8a2d4b81dc14', 'name': 'network-vif-deleted', 'tag': 'e1152894-5e36-4801-929e-00699c9b5075', 'status': 'completed', 'code': 200} Aug 26 12:30:26.481769 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:26.671704 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:26.862905 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:26.892997 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] Checking router: c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:26.901106 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:26.901711 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:29:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:27.008362 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:27.037939 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:30:27.159551 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-18280eea-1e6b-4e1a-b3f3-418f4c3782f6 req-9792ba65-e8ac-41f8-9b2e-e469823b9c1f tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/ports?device_id=182e141c-bae8-4a54-aee3-8a2d4b81dc14 HTTP/1.1" status: 200 len: 210 time: 0.0252621 Aug 26 12:30:27.211927 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:27.237718 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72968894-f8e2-46bf-b3dd-1e726f7b9a82 None None] The sync data for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi is: [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:24:16Z', 'revision_number': 4, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '4bc4a682-306e-4a9a-9cfb-478d464fe23e', 'name': '', 'network_id': '68952abd-6601-4cfc-8312-c8049636c281', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'mac_address': 'fa:16:3e:d3:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:15Z', 'updated_at': '2021-08-26T12:24:22Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'subnets': [{'id': 'd2652cf6-f646-4013-841e-a75b647ab697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:27.330617 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b0e35a1-0c12-4a63-baf5-6a9562c4cf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:27.437418 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f916c6a-6e1d-42a8-a2d0-a6ff102da9af None None] New status for floating IP 2efb1c0c-0b85-405c-92f1-2b2e6216c903: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:30:27.509237 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.236418 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.240637 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57304) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:28.292538 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ba14065-cde4-4a57-92bd-ad7e12bfa0cd tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.314868 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ba14065-cde4-4a57-92bd-ad7e12bfa0cd tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.360072 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ba14065-cde4-4a57-92bd-ad7e12bfa0cd tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.362707 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ba14065-cde4-4a57-92bd-ad7e12bfa0cd tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.363845 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-9ba14065-cde4-4a57-92bd-ad7e12bfa0cd tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "DELETE /v2.0/security-groups/6fd541c7-a688-420a-a0fe-91b834097e87 HTTP/1.1" status: 204 len: 168 time: 0.1222363 Aug 26 12:30:28.366694 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57306) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:28.373070 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba14065-cde4-4a57-92bd-ad7e12bfa0cd tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd541c7-a688-420a-a0fe-91b834097e87,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:28.380160 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.api.v2.resource [None req-3da297be-ecf8-467a-b739-aba620b5eaf6 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] show failed (client error): The resource could not be found. Aug 26 12:30:28.381136 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3da297be-ecf8-467a-b739-aba620b5eaf6 tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "GET /v2.0/security-groups/6fd541c7-a688-420a-a0fe-91b834097e87 HTTP/1.1" status: 404 len: 347 time: 0.0134544 Aug 26 12:30:28.383951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57308) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:28.759118 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Deleting port 80b2c89c-bcbd-4043-b750-bf61ae53429c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:28.759456 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.832179 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.832527 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.843380 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Calling delete_port for 80b2c89c-bcbd-4043-b750-bf61ae53429c owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:28.969414 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:28.995361 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Pushing event deleted for resources: {'Port': ['ID=80b2c89c-bcbd-4043-b750-bf61ae53429c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:29.053511 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:29.056018 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:29.057163 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-016a7d60-cc46-4da4-912a-6545a35c59fb tempest-AttachVolumeTestJSON-1431961644 tempest-AttachVolumeTestJSON-1431961644-project] 10.222.0.13 "DELETE /v2.0/floatingips/2efb1c0c-0b85-405c-92f1-2b2e6216c903 HTTP/1.1" status: 204 len: 168 time: 0.6723170 Aug 26 12:30:29.575883 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device e1152894-5e36-4801-929e-00699c9b5075 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:29.599449 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: e1152894-5e36-4801-929e-00699c9b5075 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:29.599790 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device e1152894-5e36-4801-929e-00699c9b5075 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:30.083011 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:32.589405 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57344) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:33.051872 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810639'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:33.295064 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Deleting port 4bc4a682-306e-4a9a-9cfb-478d464fe23e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:33.295411 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:33.371363 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] For port 4bc4a682-306e-4a9a-9cfb-478d464fe23e, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=4bc4a682-306e-4a9a-9cfb-478d464fe23e,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:33.371656 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:33.388408 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Calling delete_port for 4bc4a682-306e-4a9a-9cfb-478d464fe23e owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:33.573164 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:33.598212 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc4a682-306e-4a9a-9cfb-478d464fe23e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:33.792361 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810437'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.013439 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:34.122958 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:34.130618 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-b251da9f-2f96-4586-bdb4-49ed02d75c8b admin admin] 10.222.0.13 "PUT /v2.0/routers/c115f2aa-d0d5-4711-8fb8-77710ea5ddf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5379941 Aug 26 12:30:34.131298 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57350) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:34.131735 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] Sync routers for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:34.141194 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:34.141810 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:30:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:34.242002 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.252946 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:34.350008 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.411672 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Deleting port a8915371-c4e5-41f4-bfa8-a99eb1c2e796 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:34.412002 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.439232 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:30:33Z', 'revision_number': 5, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port': {'id': 'a8915371-c4e5-41f4-bfa8-a99eb1c2e796', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:12Z', 'updated_at': '2021-08-26T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:34.466445 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] Checking router: c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:34.476264 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] Routers {'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:34.476979 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:30:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:34.500320 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] For port a8915371-c4e5-41f4-bfa8-a99eb1c2e796, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=a8915371-c4e5-41f4-bfa8-a99eb1c2e796,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:34.500737 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.513672 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Calling delete_port for a8915371-c4e5-41f4-bfa8-a99eb1c2e796 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:34.566461 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] Set router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:34.621783 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:30:34Z', 'revision_number': 6, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port_host': None}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:34.649186 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cfae8-c52c-489b-91a8-9ecc50b1e1b9 None None] The sync data for ids ['c115f2aa-d0d5-4711-8fb8-77710ea5ddf7'] in dv-cinder-806141-1-iscsi is: [{'id': 'c115f2aa-d0d5-4711-8fb8-77710ea5ddf7', 'name': 'tempest-AttachVolumeTestJSON-2147151767-router', 'tenant_id': '576d25478da24b44996196f43f63a4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:11Z', 'updated_at': '2021-08-26T12:30:34Z', 'revision_number': 6, 'project_id': '576d25478da24b44996196f43f63a4a2', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:34.695587 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.722296 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8915371-c4e5-41f4-bfa8-a99eb1c2e796,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:34.788597 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808735'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.880093 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241688'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.882208 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.930537 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806799'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.931016 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:30:34.936967 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.938196 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-97b236a0-c6dc-46cd-ba31-9f45236e140d admin admin] 10.222.0.13 "DELETE /v2.0/routers/c115f2aa-d0d5-4711-8fb8-77710ea5ddf7 HTTP/1.1" status: 204 len: 168 time: 0.8059185 Aug 26 12:30:34.940721 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57354) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:34.985598 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3144550-5a47-4558-9963-efe1afafa258 admin admin] Deleting subnet d2652cf6-f646-4013-841e-a75b647ab697 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:30:34.989312 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3144550-5a47-4558-9963-efe1afafa258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.028708 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3144550-5a47-4558-9963-efe1afafa258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32970956'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.140106 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3144550-5a47-4558-9963-efe1afafa258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.197316 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3144550-5a47-4558-9963-efe1afafa258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33022491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257923'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.223840 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3144550-5a47-4558-9963-efe1afafa258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2652cf6-f646-4013-841e-a75b647ab697,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:35.228877 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3144550-5a47-4558-9963-efe1afafa258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.231038 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-a3144550-5a47-4558-9963-efe1afafa258 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d2652cf6-f646-4013-841e-a75b647ab697 HTTP/1.1" status: 204 len: 168 time: 0.2893708 Aug 26 12:30:35.233556 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57356) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:35.236975 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6b0f1-5a00-4394-9a9f-1b054adfc0a0 None None] Network 68952abd-6601-4cfc-8312-c8049636c281 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:30:35.303019 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.358118 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Deleting port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:35.358118 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.430739 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] For port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=fe95e1b0-ea17-4b7b-ac61-d8437b864cbb,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:35.431104 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.446470 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Calling delete_port for fe95e1b0-ea17-4b7b-ac61-d8437b864cbb owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:35.467474 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b658b-d023-4bf7-83ac-c82b72aaf0ba None None] DHCP port deletion for 68952abd-6601-4cfc-8312-c8049636c281 request from dv-cinder-806141-1-iscsi {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:30:35.525500 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-807b658b-d023-4bf7-83ac-c82b72aaf0ba None None] Deleting port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:35.525878 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807b658b-d023-4bf7-83ac-c82b72aaf0ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.539251 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.573298 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe95e1b0-ea17-4b7b-ac61-d8437b864cbb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:35.578984 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] No DVR routers for this DVR port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb on host dv-cinder-806141-1-iscsi {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:35.604444 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-807b658b-d023-4bf7-83ac-c82b72aaf0ba None None] For port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=fe95e1b0-ea17-4b7b-ac61-d8437b864cbb,segment=NetworkSegment(2773445f-9366-41a4-b1b4-effb6b16eb01),segment_id=2773445f-9366-41a4-b1b4-effb6b16eb01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:35.604960 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807b658b-d023-4bf7-83ac-c82b72aaf0ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.619209 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-807b658b-d023-4bf7-83ac-c82b72aaf0ba None None] Calling delete_port for fe95e1b0-ea17-4b7b-ac61-d8437b864cbb owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:35.662511 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.673239 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68952abd-6601-4cfc-8312-c8049636c281']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:35.685510 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2773445f-9366-41a4-b1b4-effb6b16eb01') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:35.685751 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2773445f-9366-41a4-b1b4-effb6b16eb01') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:35.699155 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32970963'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.701433 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807b658b-d023-4bf7-83ac-c82b72aaf0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.714888 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.721013 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:30:35.721406 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33022589'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: Traceback (most recent call last): Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: timer() Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: cb(*args, **kw) Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: return func(*args, **kwargs) Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: self._notify() Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: self.callback(batched_events) Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: event.method(event) Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: return f(self, *a, **k) Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._get(url).json() Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:30:35.723883 dv-cinder-806141-1-iscsi neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:30:35.731694 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b658b-d023-4bf7-83ac-c82b72aaf0ba None None] Pushing event deleted for resources: {'Port': ['ID=fe95e1b0-ea17-4b7b-ac61-d8437b864cbb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:35.736625 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b658b-d023-4bf7-83ac-c82b72aaf0ba None None] No DVR routers for this DVR port fe95e1b0-ea17-4b7b-ac61-d8437b864cbb on host dv-cinder-806141-1-iscsi {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:35.792591 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.800178 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.805612 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] 10.222.0.13 "DELETE /v2.0/networks/68952abd-6601-4cfc-8312-c8049636c281 HTTP/1.1" status: 204 len: 168 time: 0.5688114 Aug 26 12:30:35.817804 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b09d0-ee03-441c-8e44-cd0b60729360 admin admin] Pushing event deleted for resources: {'Network': ['ID=68952abd-6601-4cfc-8312-c8049636c281,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:35.934970 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57362) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:35.992179 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device a8915371-c4e5-41f4-bfa8-a99eb1c2e796 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:35.999652 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57364) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:36.000154 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-a6612889-935a-4c57-a03c-ed8a30f44427 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=576d25478da24b44996196f43f63a4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584791 Aug 26 12:30:36.016770 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: a8915371-c4e5-41f4-bfa8-a99eb1c2e796 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:36.017320 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device a8915371-c4e5-41f4-bfa8-a99eb1c2e796 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:36.017760 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fe95e1b0-ea17-4b7b-ac61-d8437b864cbb no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:36.043904 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: fe95e1b0-ea17-4b7b-ac61-d8437b864cbb {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:36.044256 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device fe95e1b0-ea17-4b7b-ac61-d8437b864cbb not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:36.044673 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 4bc4a682-306e-4a9a-9cfb-478d464fe23e no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:36.050639 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ea85ba-92c8-4e52-aca2-85c4aec7fdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:36.068266 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 4bc4a682-306e-4a9a-9cfb-478d464fe23e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:36.068606 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 4bc4a682-306e-4a9a-9cfb-478d464fe23e not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:36.076566 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ea85ba-92c8-4e52-aca2-85c4aec7fdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:36.125166 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ea85ba-92c8-4e52-aca2-85c4aec7fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:36.127788 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ea85ba-92c8-4e52-aca2-85c4aec7fdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:36.130510 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-f6ea85ba-92c8-4e52-aca2-85c4aec7fdfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11ea986a-de7c-43b8-8f69-2b6689b30098 HTTP/1.1" status: 204 len: 168 time: 0.1334918 Aug 26 12:30:36.139301 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea85ba-92c8-4e52-aca2-85c4aec7fdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ea986a-de7c-43b8-8f69-2b6689b30098,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:37.982948 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57428) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:38.096728 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d17c800-edd3-45c3-8e14-fc384402433a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.200041 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d17c800-edd3-45c3-8e14-fc384402433a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.204634 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d17c800-edd3-45c3-8e14-fc384402433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.246654 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-4d17c800-edd3-45c3-8e14-fc384402433a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0fcbdbc84224dd4abf3bc9f51515caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624772 Aug 26 12:30:38.247704 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17c800-edd3-45c3-8e14-fc384402433a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da4500f-9223-4673-9da9-f2dc28c727df,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:38.249532 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57434) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:38.300262 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad142794-2956-439e-8d40-0c9b64b18bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.321908 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad142794-2956-439e-8d40-0c9b64b18bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.369183 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad142794-2956-439e-8d40-0c9b64b18bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.371847 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad142794-2956-439e-8d40-0c9b64b18bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.373253 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-ad142794-2956-439e-8d40-0c9b64b18bfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2da4500f-9223-4673-9da9-f2dc28c727df HTTP/1.1" status: 204 len: 168 time: 0.1227512 Aug 26 12:30:38.381809 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad142794-2956-439e-8d40-0c9b64b18bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da4500f-9223-4673-9da9-f2dc28c727df,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:38.654008 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57440) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:38.671682 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac148-d9ea-43ce-8ee3-0e997044cce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.770040 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac148-d9ea-43ce-8ee3-0e997044cce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.773732 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac148-d9ea-43ce-8ee3-0e997044cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.812342 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-1a6ac148-d9ea-43ce-8ee3-0e997044cce4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbeee5d14b1f4dcaa0e316004f2c6224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571317 Aug 26 12:30:38.813429 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ac148-d9ea-43ce-8ee3-0e997044cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62fb134-a0af-4f4e-8d42-e41fdc181bf6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:38.818465 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57442) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:38.865225 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-923c3129-7e24-4393-9edd-ee87f47ef4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.885847 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-923c3129-7e24-4393-9edd-ee87f47ef4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.932822 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-923c3129-7e24-4393-9edd-ee87f47ef4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.935679 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-923c3129-7e24-4393-9edd-ee87f47ef4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.939571 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-923c3129-7e24-4393-9edd-ee87f47ef4c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e62fb134-a0af-4f4e-8d42-e41fdc181bf6 HTTP/1.1" status: 204 len: 168 time: 0.1208243 Aug 26 12:30:38.945938 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c3129-7e24-4393-9edd-ee87f47ef4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62fb134-a0af-4f4e-8d42-e41fdc181bf6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:42.212961 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57514) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:42.503750 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Deleting port cdc54d5a-d515-401a-ba2e-489c40e00ae7 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:42.504012 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.578495 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.578824 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.590978 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Calling delete_port for cdc54d5a-d515-401a-ba2e-489c40e00ae7 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:42.759744 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.785398 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event deleted for resources: {'Port': ['ID=cdc54d5a-d515-401a-ba2e-489c40e00ae7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:42.846237 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.846602 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.l3_db [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Floating IP cf921df1-8059-4dce-a749-c865731a39e1 disassociated (deleted). External IP: 172.27.2.214, port: 0682174c-3f54-4c1f-993b-d76e6608f455. Aug 26 12:30:43.044860 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Router 619c8507-f75b-433f-b2a0-faaa35cb80e0 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:43.152166 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:43.157164 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.161591 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] Sync routers for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:43.171474 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:43.172111 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:30:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:43.186456 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-4ef326c9-88f7-4c5a-a7cb-de9fbe0cb6f4 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "DELETE /v2.0/floatingips/cf921df1-8059-4dce-a749-c865731a39e1 HTTP/1.1" status: 204 len: 168 time: 0.9723589 Aug 26 12:30:43.187058 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:43.189312 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19597778-a7e5-407e-a22d-899410d3a8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:43.235057 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f8d36f-66d7-4c24-84e0-3f421eb99340 x-openstack-request-id: req-f5f8d36f-66d7-4c24-84e0-3f421eb99340 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:43.235655 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:43.235655 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5f8d36f-66d7-4c24-84e0-3f421eb99340 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:43.235981 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455', 'status': 'completed', 'code': 200} Aug 26 12:30:43.245986 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57530) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:43.282186 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:43.335748 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-9954c2d2-111d-48c9-b524-5a841bc53b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:43.337276 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-9954c2d2-111d-48c9-b524-5a841bc53b3e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc4ddbfe22e489b80492250e6628b71&device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 1098 time: 0.0494659 Aug 26 12:30:43.396393 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9ace376-4757-4309-b2f2-11eea33adcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.433361 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414444-f61a-4445-ba49-a3541b9ccf05 req-1f9ff5d9-8d51-4ff3-812f-49de4b571f4c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:43.435619 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-99414444-f61a-4445-ba49-a3541b9ccf05 req-1f9ff5d9-8d51-4ff3-812f-49de4b571f4c tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0520010 Aug 26 12:30:43.479065 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-99414444-f61a-4445-ba49-a3541b9ccf05 req-18af25a5-82e4-433f-9b40-0236101c8acc tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363138 Aug 26 12:30:43.487577 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '41e555a6-8831-4abb-ad73-7d50073a3eb0', 'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'mac_address': 'fa:16:3e:4b:8a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:43Z', 'updated_at': '2021-08-26T12:24:50Z', 'revision_number': 5, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'subnets': [{'id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:43.514366 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] Checking router: 619c8507-f75b-433f-b2a0-faaa35cb80e0 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:43.520161 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-d8055b6e-649c-48a1-be85-d3a55f70b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:43.521673 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-d8055b6e-649c-48a1-be85-d3a55f70b7a7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 200 len: 910 time: 0.1263866 Aug 26 12:30:43.522532 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:43.523134 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:30:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:43.569283 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-a00ea6d7-1390-4d97-892d-a92486fa0fb8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 200 len: 217 time: 0.0375021 Aug 26 12:30:43.625755 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:43.629153 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9ace376-4757-4309-b2f2-11eea33adcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.636387 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9ace376-4757-4309-b2f2-11eea33adcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.642215 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-63eca0b5-8398-4e5e-ac45-9eb42fae5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:43.643719 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-63eca0b5-8398-4e5e-ac45-9eb42fae5943 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a01a6-ffad-4298-8c82-33e36f64ec11 HTTP/1.1" status: 200 len: 848 time: 0.0647061 Aug 26 12:30:43.703118 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a9ace376-4757-4309-b2f2-11eea33adcdc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f1cb9e58b5048ec90265f43956701bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560313 Aug 26 12:30:43.705871 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57536) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:43.706658 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ace376-4757-4309-b2f2-11eea33adcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4a5910-48a4-4f59-a572-a37c7aecd83f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:43.719767 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-ee6316af-41b0-480a-b7fd-691ff37d0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:43.721264 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-ee6316af-41b0-480a-b7fd-691ff37d0426 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3cdd88c6-8b10-4d90-a706-7189722040fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655293 Aug 26 12:30:43.758778 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6d6693d-5662-4551-a053-eae31b5bdbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.784861 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6d6693d-5662-4551-a053-eae31b5bdbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.821178 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-dbd1469c-bb64-444f-ad16-f4e24e13b3ed service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900285 Aug 26 12:30:43.840187 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '41e555a6-8831-4abb-ad73-7d50073a3eb0', 'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'mac_address': 'fa:16:3e:4b:8a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:43Z', 'updated_at': '2021-08-26T12:24:50Z', 'revision_number': 5, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'subnets': [{'id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:43.844095 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6d6693d-5662-4551-a053-eae31b5bdbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.846808 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6d6693d-5662-4551-a053-eae31b5bdbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.851741 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-d6d6693d-5662-4551-a053-eae31b5bdbbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a4a5910-48a4-4f59-a572-a37c7aecd83f HTTP/1.1" status: 204 len: 168 time: 0.1445799 Aug 26 12:30:43.860038 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6693d-5662-4551-a053-eae31b5bdbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4a5910-48a4-4f59-a572-a37c7aecd83f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:43.872944 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ec8cc-104e-46fb-aeb0-5285a7aeffd8 None None] The sync data for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi is: [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:24:44Z', 'revision_number': 4, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '41e555a6-8831-4abb-ad73-7d50073a3eb0', 'name': '', 'network_id': '3cdd88c6-8b10-4d90-a706-7189722040fa', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'mac_address': 'fa:16:3e:4b:8a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:43Z', 'updated_at': '2021-08-26T12:24:50Z', 'revision_number': 5, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'subnets': [{'id': '7d6a01a6-ffad-4298-8c82-33e36f64ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:43.956194 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-19597778-a7e5-407e-a22d-899410d3a8d3 req-cd657ab0-75b5-4769-bc7b-6237f24a208a service neutron] 10.222.0.68 "GET /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083503 Aug 26 12:30:44.112945 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bd161-9dca-4c71-8459-871e90bf51c1 None None] New status for floating IP cf921df1-8059-4dce-a749-c865731a39e1: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:30:44.134975 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57544) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:44.149143 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df219901-8cd2-4da2-8202-172fde27dc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.245538 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df219901-8cd2-4da2-8202-172fde27dc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.249233 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df219901-8cd2-4da2-8202-172fde27dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.286679 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-df219901-8cd2-4da2-8202-172fde27dc47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef22988451bd4876aaa4ed7ad0f0a7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505942 Aug 26 12:30:44.288070 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df219901-8cd2-4da2-8202-172fde27dc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1ecf13-ab43-4069-80fc-50b2109f9aa2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:44.289956 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57546) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:44.336668 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09ee81fc-3d8a-446a-a88e-f085c2a6b1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.357089 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09ee81fc-3d8a-446a-a88e-f085c2a6b1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.402663 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09ee81fc-3d8a-446a-a88e-f085c2a6b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.405279 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09ee81fc-3d8a-446a-a88e-f085c2a6b1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.406515 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-09ee81fc-3d8a-446a-a88e-f085c2a6b1a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f1ecf13-ab43-4069-80fc-50b2109f9aa2 HTTP/1.1" status: 204 len: 168 time: 0.1155195 Aug 26 12:30:44.414035 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee81fc-3d8a-446a-a88e-f085c2a6b1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1ecf13-ab43-4069-80fc-50b2109f9aa2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:44.598259 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bf8a5-ac7c-4306-8960-e3632a249d01 req-be6e142c-8765-4340-8daa-ca0cd6ae9ab8 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:44.599797 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-151bf8a5-ac7c-4306-8960-e3632a249d01 req-be6e142c-8765-4340-8daa-ca0cd6ae9ab8 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0498819 Aug 26 12:30:44.636648 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-151bf8a5-ac7c-4306-8960-e3632a249d01 req-404c6d1e-57db-4769-a75e-542cc9f0fe11 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/security-groups?id=f93ecc6c-d962-40a6-afed-4653b93b30a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310802 Aug 26 12:30:45.362204 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-35ae41b0-3c58-43bf-99ee-671c1faadfdf tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:45.364288 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-35ae41b0-3c58-43bf-99ee-671c1faadfdf tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.68 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 945 time: 0.0494866 Aug 26 12:30:45.461857 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Deleting port 0682174c-3f54-4c1f-993b-d76e6608f455 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:45.462318 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.548387 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] For port 0682174c-3f54-4c1f-993b-d76e6608f455, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0682174c-3f54-4c1f-993b-d76e6608f455,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:45.548753 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.561355 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Calling delete_port for 0682174c-3f54-4c1f-993b-d76e6608f455 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:45.685871 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.712192 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event deleted for resources: {'Port': ['ID=0682174c-3f54-4c1f-993b-d76e6608f455,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:45.732672 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-aa764384-991d-4c9b-87fe-54bee189f6e1 req-3ab5da9f-e806-4610-a0ff-8f820b23e849 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd90348-b147-4768-8566-02824e7ff574 HTTP/1.1" status: 200 len: 210 time: 0.0303023 Aug 26 12:30:45.763997 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] No DVR routers for this DVR port 0682174c-3f54-4c1f-993b-d76e6608f455 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:45.766378 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.768420 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4f7533d8-a0ce-4a3e-995f-1b71b4b52287 req-62d024e7-2477-40ad-8235-b46a5be0bafd tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.68 "DELETE /v2.0/ports/0682174c-3f54-4c1f-993b-d76e6608f455 HTTP/1.1" status: 204 len: 173 time: 0.3978069 Aug 26 12:30:45.768850 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'name': 'network-vif-deleted', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:45.771074 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a78b4-2929-4211-b8b7-640fbaad263e" -d '{"events": [{"server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "name": "network-vif-deleted", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:45.809131 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fc7130-1143-42a2-99ad-0d339395b6d2 x-openstack-request-id: req-c6fc7130-1143-42a2-99ad-0d339395b6d2 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:45.809508 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd90348-b147-4768-8566-02824e7ff574", "name": "network-vif-deleted", "tag": "0682174c-3f54-4c1f-993b-d76e6608f455", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:45.809819 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6fc7130-1143-42a2-99ad-0d339395b6d2 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:45.810287 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd90348-b147-4768-8566-02824e7ff574', 'name': 'network-vif-deleted', 'tag': '0682174c-3f54-4c1f-993b-d76e6608f455', 'status': 'completed', 'code': 200} Aug 26 12:30:46.789588 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:46.845803 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72b69d2f-3646-4679-8c89-1e81bcacd725 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:46.869078 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72b69d2f-3646-4679-8c89-1e81bcacd725 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:46.925891 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72b69d2f-3646-4679-8c89-1e81bcacd725 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:46.928547 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72b69d2f-3646-4679-8c89-1e81bcacd725 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:46.929663 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-72b69d2f-3646-4679-8c89-1e81bcacd725 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] 10.222.0.13 "DELETE /v2.0/security-groups/f93ecc6c-d962-40a6-afed-4653b93b30a3 HTTP/1.1" status: 204 len: 168 time: 0.1390960 Aug 26 12:30:46.938918 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b69d2f-3646-4679-8c89-1e81bcacd725 tempest-TestShelveInstance-672031006 tempest-TestShelveInstance-672031006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93ecc6c-d962-40a6-afed-4653b93b30a3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:46.976159 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57598) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:47.694702 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810639'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:47.928809 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Deleting port 41e555a6-8831-4abb-ad73-7d50073a3eb0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:47.929375 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:48.003366 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] For port 41e555a6-8831-4abb-ad73-7d50073a3eb0, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=41e555a6-8831-4abb-ad73-7d50073a3eb0,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:48.003722 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:48.015670 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Calling delete_port for 41e555a6-8831-4abb-ad73-7d50073a3eb0 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:48.185789 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:48.212136 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Pushing event deleted for resources: {'Port': ['ID=41e555a6-8831-4abb-ad73-7d50073a3eb0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:48.373017 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810437'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:48.580851 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Router 619c8507-f75b-433f-b2a0-faaa35cb80e0 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:48.679391 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:48.683286 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0682174c-3f54-4c1f-993b-d76e6608f455 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:48.685057 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-877aee3f-1e33-4f73-833c-df82df6e1acd admin admin] 10.222.0.13 "PUT /v2.0/routers/619c8507-f75b-433f-b2a0-faaa35cb80e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7078245 Aug 26 12:30:48.687330 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57606) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:48.688442 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] Sync routers for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:48.700011 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:48.701025 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:30:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:48.713832 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 0682174c-3f54-4c1f-993b-d76e6608f455 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:48.714188 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0682174c-3f54-4c1f-993b-d76e6608f455 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:48.798645 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:48.806101 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:48.899575 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:48.951705 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Deleting port 261eed82-e098-45eb-8f9e-bf28d46b3b82 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:48.952410 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:48.981862 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:30:48Z', 'revision_number': 5, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port': {'id': '261eed82-e098-45eb-8f9e-bf28d46b3b82', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:41Z', 'updated_at': '2021-08-26T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:49.007930 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] Checking router: 619c8507-f75b-433f-b2a0-faaa35cb80e0 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:49.015934 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] Routers {'619c8507-f75b-433f-b2a0-faaa35cb80e0'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:49.016539 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:30:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['619c8507-f75b-433f-b2a0-faaa35cb80e0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:49.031045 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] For port 261eed82-e098-45eb-8f9e-bf28d46b3b82, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=261eed82-e098-45eb-8f9e-bf28d46b3b82,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:49.031415 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.044131 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Calling delete_port for 261eed82-e098-45eb-8f9e-bf28d46b3b82 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:49.098253 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] Set router 619c8507-f75b-433f-b2a0-faaa35cb80e0 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:49.147917 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:30:48Z', 'revision_number': 6, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port_host': None}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:49.176201 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4c7a9-c5fe-4ddc-a36d-76743f3cc416 None None] The sync data for ids ['619c8507-f75b-433f-b2a0-faaa35cb80e0'] in dv-cinder-806141-1-iscsi is: [{'id': '619c8507-f75b-433f-b2a0-faaa35cb80e0', 'name': 'tempest-TestShelveInstance-1879354971-router', 'tenant_id': '7cc4ddbfe22e489b80492250e6628b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:40Z', 'updated_at': '2021-08-26T12:30:48Z', 'revision_number': 6, 'project_id': '7cc4ddbfe22e489b80492250e6628b71', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:49.206227 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.230058 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Pushing event deleted for resources: {'Port': ['ID=261eed82-e098-45eb-8f9e-bf28d46b3b82,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:49.293970 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808735'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.378690 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241688'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.380751 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.423106 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806799'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.423643 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 619c8507-f75b-433f-b2a0-faaa35cb80e0 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:30:49.428719 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.429853 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-972077a6-a3ef-41b4-a42e-8b016bc05760 admin admin] 10.222.0.13 "DELETE /v2.0/routers/619c8507-f75b-433f-b2a0-faaa35cb80e0 HTTP/1.1" status: 204 len: 168 time: 0.7398338 Aug 26 12:30:49.432266 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57610) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:49.475452 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a397c9-9544-41d0-a8b0-28c8ac835eef admin admin] Deleting subnet 7d6a01a6-ffad-4298-8c82-33e36f64ec11 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:30:49.478338 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10a397c9-9544-41d0-a8b0-28c8ac835eef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.512147 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10a397c9-9544-41d0-a8b0-28c8ac835eef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32579934'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.594103 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10a397c9-9544-41d0-a8b0-28c8ac835eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.644771 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10a397c9-9544-41d0-a8b0-28c8ac835eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32964179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32681676'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.669927 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a397c9-9544-41d0-a8b0-28c8ac835eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6a01a6-ffad-4298-8c82-33e36f64ec11,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:49.673663 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10a397c9-9544-41d0-a8b0-28c8ac835eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.675784 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-10a397c9-9544-41d0-a8b0-28c8ac835eef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d6a01a6-ffad-4298-8c82-33e36f64ec11 HTTP/1.1" status: 204 len: 168 time: 0.2426064 Aug 26 12:30:49.678219 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57612) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:49.682333 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b7436-0293-4a5b-8951-a62fb9559bd3 None None] Network 3cdd88c6-8b10-4d90-a706-7189722040fa requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:30:49.752097 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.804075 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Deleting port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:49.804424 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.865478 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] For port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27,segment=NetworkSegment(28eee244-70ca-4907-9998-9eff7ebd73a1),segment_id=28eee244-70ca-4907-9998-9eff7ebd73a1)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:49.865797 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.878333 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Calling delete_port for 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:49.922616 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] DHCP port deletion for 3cdd88c6-8b10-4d90-a706-7189722040fa request from dv-cinder-806141-1-iscsi {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:30:49.964452 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.975165 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] Deleting port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:49.975627 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.989763 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:49.995690 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] No DVR routers for this DVR port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 on host dv-cinder-806141-1-iscsi {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:50.013379 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 261eed82-e098-45eb-8f9e-bf28d46b3b82 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:50.074650 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.085241 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdd88c6-8b10-4d90-a706-7189722040fa']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:50.096793 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28eee244-70ca-4907-9998-9eff7ebd73a1') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:50.097699 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28eee244-70ca-4907-9998-9eff7ebd73a1') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:50.108031 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32579905'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.124022 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.131340 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:30:50.131751 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32964149'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: Traceback (most recent call last): Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: timer() Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: cb(*args, **kw) Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: return func(*args, **kwargs) Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: self._notify() Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: self.callback(batched_events) Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: event.method(event) Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: return f(self, *a, **k) Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._get(url).json() Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: return self.request(url, 'GET', **kwargs) Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:30:50.133721 dv-cinder-806141-1-iscsi neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:30:50.172421 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 261eed82-e098-45eb-8f9e-bf28d46b3b82 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:50.172769 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 261eed82-e098-45eb-8f9e-bf28d46b3b82 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:50.173196 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:50.191074 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.197393 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.199076 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:50.199425 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:50.199840 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 41e555a6-8831-4abb-ad73-7d50073a3eb0 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:50.200022 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3cdd88c6-8b10-4d90-a706-7189722040fa HTTP/1.1" status: 204 len: 168 time: 0.5206070 Aug 26 12:30:50.203128 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57616) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:50.211677 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ad74c-6085-40af-b42b-412a332294b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdd88c6-8b10-4d90-a706-7189722040fa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:50.227716 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 41e555a6-8831-4abb-ad73-7d50073a3eb0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:50.228061 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 41e555a6-8831-4abb-ad73-7d50073a3eb0 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:50.229875 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] For port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27, host dv-cinder-806141-1-iscsi, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:50.230264 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.244000 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] Calling delete_port for 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:50.246716 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] Port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 12:30:50.248258 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.271408 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] Network 3cdd88c6-8b10-4d90-a706-7189722040fa is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 26 12:30:50.271867 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] No DVR routers for this DVR port 3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27 on host dv-cinder-806141-1-iscsi {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:50.273611 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c492a11-9c3e-479a-a294-ecf5b3c5c3b5 None None] Pushing event deleted for resources: {'Port': ['ID=3fe27ecd-dd12-43a0-9c54-6cb58b4c5b27,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:50.546718 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810639'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.789838 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Deleting port 809696d2-f55d-4143-9e41-693377a70a1d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:50.790183 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.877509 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] For port 809696d2-f55d-4143-9e41-693377a70a1d, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=809696d2-f55d-4143-9e41-693377a70a1d,segment=NetworkSegment(f0720ce6-8494-40ae-a31d-acd3c232dd41),segment_id=f0720ce6-8494-40ae-a31d-acd3c232dd41)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:50.877769 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:50.890352 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Calling delete_port for 809696d2-f55d-4143-9e41-693377a70a1d owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:51.073762 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:51.099050 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=809696d2-f55d-4143-9e41-693377a70a1d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:51.270599 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810437'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:51.485548 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:51.591745 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:51.596718 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-eb4d2946-d7f6-4409-adef-f216a0aedf7a admin admin] 10.222.0.13 "PUT /v2.0/routers/1f6b7988-b3e6-4eaa-ae84-df74ffee19ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3924990 Aug 26 12:30:51.599336 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57652) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:51.601854 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] Sync routers for ids ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:51.610904 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] Routers {'1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:51.611459 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:30:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:51.701123 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:51.714112 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] Set router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:51.800183 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:51.851472 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Deleting port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:51.851854 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:51.893167 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:46Z', 'updated_at': '2021-08-26T12:30:51Z', 'revision_number': 5, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'gw_port': {'id': '3637a15a-1a30-4f7a-95e6-0904b71cd5c0', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:24:47Z', 'updated_at': '2021-08-26T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:51.919648 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] Checking router: 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:51.928950 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] Routers {'1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:51.929887 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:30:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:51.931758 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] For port 3637a15a-1a30-4f7a-95e6-0904b71cd5c0, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=3637a15a-1a30-4f7a-95e6-0904b71cd5c0,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:51.932201 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:51.948576 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Calling delete_port for 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:52.018615 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] Set router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:52.071290 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:46Z', 'updated_at': '2021-08-26T12:30:51Z', 'revision_number': 6, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'gw_port_host': None}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:52.102135 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5b21c-3093-4acd-9894-cd150e240ed9 None None] The sync data for ids ['1f6b7988-b3e6-4eaa-ae84-df74ffee19ca'] in dv-cinder-806141-1-iscsi is: [{'id': '1f6b7988-b3e6-4eaa-ae84-df74ffee19ca', 'name': 'tempest-TestShelveInstance-25577904-router', 'tenant_id': '048ffde812354953a5172a8df8a7e1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:24:46Z', 'updated_at': '2021-08-26T12:30:51Z', 'revision_number': 6, 'project_id': '048ffde812354953a5172a8df8a7e1aa', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:52.113341 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.143135 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Pushing event deleted for resources: {'Port': ['ID=3637a15a-1a30-4f7a-95e6-0904b71cd5c0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:52.205071 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808735'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.298261 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241688'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.300362 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.344973 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806799'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.345764 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f6b7988-b3e6-4eaa-ae84-df74ffee19ca {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:30:52.352111 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.353955 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-425048eb-bbf7-41d1-a82b-7da72e2f611e admin admin] 10.222.0.13 "DELETE /v2.0/routers/1f6b7988-b3e6-4eaa-ae84-df74ffee19ca HTTP/1.1" status: 204 len: 168 time: 0.7529614 Aug 26 12:30:52.355760 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57656) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:52.681202 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea17b9d-65d3-4409-93ef-efefe5345ea1 admin admin] Deleting subnet ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:30:52.684143 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ea17b9d-65d3-4409-93ef-efefe5345ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.720919 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ea17b9d-65d3-4409-93ef-efefe5345ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32970956'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.804167 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ea17b9d-65d3-4409-93ef-efefe5345ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.858251 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ea17b9d-65d3-4409-93ef-efefe5345ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33022491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257923'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.883364 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea17b9d-65d3-4409-93ef-efefe5345ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:52.886952 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ea17b9d-65d3-4409-93ef-efefe5345ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:52.889087 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-2ea17b9d-65d3-4409-93ef-efefe5345ea1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ae25f9ba-81b6-4aaf-8ec8-0b098ee84fc2 HTTP/1.1" status: 204 len: 168 time: 0.5320711 Aug 26 12:30:52.891287 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57664) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:52.898513 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a788b-4737-474d-a27b-6200e526103e None None] Network ea1f04b3-1543-4f4d-bf48-c2a9dc327421 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:30:52.961975 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.021969 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Deleting port 5299c093-8bd3-443f-b5c1-40c23a426e62 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:53.022317 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.086596 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33735fb4-10cb-40b5-b435-23b650afeda1 None None] DHCP port deletion for ea1f04b3-1543-4f4d-bf48-c2a9dc327421 request from dv-cinder-806141-1-iscsi {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:30:53.092979 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] For port 5299c093-8bd3-443f-b5c1-40c23a426e62, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=5299c093-8bd3-443f-b5c1-40c23a426e62,segment=NetworkSegment(f0720ce6-8494-40ae-a31d-acd3c232dd41),segment_id=f0720ce6-8494-40ae-a31d-acd3c232dd41)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:53.093347 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.107152 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Calling delete_port for 5299c093-8bd3-443f-b5c1-40c23a426e62 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:53.138495 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-33735fb4-10cb-40b5-b435-23b650afeda1 None None] Deleting port 5299c093-8bd3-443f-b5c1-40c23a426e62 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:53.138884 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33735fb4-10cb-40b5-b435-23b650afeda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.191922 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.208606 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-33735fb4-10cb-40b5-b435-23b650afeda1 None None] For port 5299c093-8bd3-443f-b5c1-40c23a426e62, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=5299c093-8bd3-443f-b5c1-40c23a426e62,segment=NetworkSegment(f0720ce6-8494-40ae-a31d-acd3c232dd41),segment_id=f0720ce6-8494-40ae-a31d-acd3c232dd41)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:53.209190 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33735fb4-10cb-40b5-b435-23b650afeda1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.223632 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Pushing event deleted for resources: {'Port': ['ID=5299c093-8bd3-443f-b5c1-40c23a426e62,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:53.224369 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-33735fb4-10cb-40b5-b435-23b650afeda1 None None] Calling delete_port for 5299c093-8bd3-443f-b5c1-40c23a426e62 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:53.225567 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] No DVR routers for this DVR port 5299c093-8bd3-443f-b5c1-40c23a426e62 on host dv-cinder-806141-1-iscsi {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:53.296380 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.305795 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33735fb4-10cb-40b5-b435-23b650afeda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.306689 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1f04b3-1543-4f4d-bf48-c2a9dc327421']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:53.316791 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0720ce6-8494-40ae-a31d-acd3c232dd41') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:53.317033 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0720ce6-8494-40ae-a31d-acd3c232dd41') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:53.326194 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32970963'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.330744 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33735fb4-10cb-40b5-b435-23b650afeda1 None None] Pushing event deleted for resources: {'Port': ['ID=5299c093-8bd3-443f-b5c1-40c23a426e62,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:53.334398 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33735fb4-10cb-40b5-b435-23b650afeda1 None None] No DVR routers for this DVR port 5299c093-8bd3-443f-b5c1-40c23a426e62 on host dv-cinder-806141-1-iscsi {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:53.346511 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.353169 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:30:53.353820 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33022589'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: Traceback (most recent call last): Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: timer() Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: cb(*args, **kw) Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: return func(*args, **kwargs) Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: self._notify() Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: self.callback(batched_events) Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: event.method(event) Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: return f(self, *a, **k) Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._get(url).json() Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:30:53.355452 dv-cinder-806141-1-iscsi neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:30:53.410979 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.416019 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.417984 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea1f04b3-1543-4f4d-bf48-c2a9dc327421 HTTP/1.1" status: 204 len: 168 time: 0.5255201 Aug 26 12:30:53.430730 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152cce9-c29c-46f4-af14-a4e811703712 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1f04b3-1543-4f4d-bf48-c2a9dc327421,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:53.527024 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57672) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:53.568601 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-6ced4e49-3f35-45b4-9701-122cfb910ef5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cc4ddbfe22e489b80492250e6628b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404170 Aug 26 12:30:53.571096 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57676) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:53.619041 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13ac6d93-8c3d-4125-a98b-89f530a85409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.640026 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13ac6d93-8c3d-4125-a98b-89f530a85409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.686459 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13ac6d93-8c3d-4125-a98b-89f530a85409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.688993 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13ac6d93-8c3d-4125-a98b-89f530a85409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.690174 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-13ac6d93-8c3d-4125-a98b-89f530a85409 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5165a08e-81e1-423a-99e8-f8f2cf6eb42d HTTP/1.1" status: 204 len: 168 time: 0.1181374 Aug 26 12:30:53.698892 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac6d93-8c3d-4125-a98b-89f530a85409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5165a08e-81e1-423a-99e8-f8f2cf6eb42d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:53.788543 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57682) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:53.947074 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-402ec0b6-ca76-4a85-a1eb-c8465318604c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.990830 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 809696d2-f55d-4143-9e41-693377a70a1d no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:54.012501 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 809696d2-f55d-4143-9e41-693377a70a1d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:54.012889 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 809696d2-f55d-4143-9e41-693377a70a1d not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:54.013306 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:54.023717 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57688) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:54.034447 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:54.034726 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 3637a15a-1a30-4f7a-95e6-0904b71cd5c0 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:54.035149 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 5299c093-8bd3-443f-b5c1-40c23a426e62 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:54.056683 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-402ec0b6-ca76-4a85-a1eb-c8465318604c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.057345 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 5299c093-8bd3-443f-b5c1-40c23a426e62 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:54.057720 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 5299c093-8bd3-443f-b5c1-40c23a426e62 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:54.070985 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-3e6f46b3-012d-4d80-8474-7b69a812fea9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=048ffde812354953a5172a8df8a7e1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460811 Aug 26 12:30:54.071816 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57690) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:54.073305 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-402ec0b6-ca76-4a85-a1eb-c8465318604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.113556 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-402ec0b6-ca76-4a85-a1eb-c8465318604c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16fae13152aa42c89015f3b3cf328614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238974 Aug 26 12:30:54.116218 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57692) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:54.123925 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8829556a-ff7b-4fa1-8633-5bd350704e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.124336 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ec0b6-ca76-4a85-a1eb-c8465318604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e65c702-5931-4816-9e24-192b0007150c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:54.146910 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8829556a-ff7b-4fa1-8633-5bd350704e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.172634 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-010533bf-77d0-40c1-88c5-a1ef07b64fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.191625 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8829556a-ff7b-4fa1-8633-5bd350704e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.194797 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8829556a-ff7b-4fa1-8633-5bd350704e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.195046 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-010533bf-77d0-40c1-88c5-a1ef07b64fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.195970 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-8829556a-ff7b-4fa1-8633-5bd350704e43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7638077a-b62d-477a-9ee5-5faa6083bd95 HTTP/1.1" status: 204 len: 168 time: 0.1231866 Aug 26 12:30:54.203492 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829556a-ff7b-4fa1-8633-5bd350704e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7638077a-b62d-477a-9ee5-5faa6083bd95,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:54.249376 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-010533bf-77d0-40c1-88c5-a1ef07b64fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.253390 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-010533bf-77d0-40c1-88c5-a1ef07b64fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:54.257336 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-010533bf-77d0-40c1-88c5-a1ef07b64fb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e65c702-5931-4816-9e24-192b0007150c HTTP/1.1" status: 204 len: 168 time: 0.1372120 Aug 26 12:30:54.263222 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010533bf-77d0-40c1-88c5-a1ef07b64fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e65c702-5931-4816-9e24-192b0007150c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:54.631271 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92cc130c-3427-40ee-8647-221fbbd30da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:56.475361 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:57.330220 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0a849fe-0ccc-4058-9f00-587a1005bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:57.513536 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:58.237371 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:00.084941 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:01.104666 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0737-0a1c-4e7b-a99d-ee4153c3f3a9 req-64d1bd1e-d6c9-4502-857b-ee968deac442 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:01.106136 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8b2c0737-0a1c-4e7b-a99d-ee4153c3f3a9 req-64d1bd1e-d6c9-4502-857b-ee968deac442 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0514028 Aug 26 12:31:01.144038 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8b2c0737-0a1c-4e7b-a99d-ee4153c3f3a9 req-768f36b4-8f07-49ed-86ac-de34169d6fde tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320432 Aug 26 12:31:02.182068 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57852) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:02.262975 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faecb0c-9a9d-4d42-bea6-fb9a92244b45 req-122b08d6-2fe6-4b7f-8fec-7bbf02c19fe8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:02.264495 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7faecb0c-9a9d-4d42-bea6-fb9a92244b45 req-122b08d6-2fe6-4b7f-8fec-7bbf02c19fe8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0483208 Aug 26 12:31:02.284753 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-036171b2-a836-4d32-a133-fb39c67caf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.302712 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7faecb0c-9a9d-4d42-bea6-fb9a92244b45 req-66ffbda3-7a4b-4ba3-b7eb-6b5a68874fd6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Aug 26 12:31:02.370910 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-036171b2-a836-4d32-a133-fb39c67caf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.374746 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-036171b2-a836-4d32-a133-fb39c67caf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.412815 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-036171b2-a836-4d32-a133-fb39c67caf2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=288a5dc5ab0a4d8592f91513653bf61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295916 Aug 26 12:31:02.413761 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036171b2-a836-4d32-a133-fb39c67caf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741f3b73-cae4-4ce6-8aa6-f0f89e45e958,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:02.415592 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57856) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:02.462697 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.483559 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.530885 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.533405 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.534537 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/741f3b73-cae4-4ce6-8aa6-f0f89e45e958 HTTP/1.1" status: 204 len: 168 time: 0.1178620 Aug 26 12:31:02.541877 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741f3b73-cae4-4ce6-8aa6-f0f89e45e958,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:02.548612 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.548957 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.549297 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.549628 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.549955 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.550282 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.550628 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.550951 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.551281 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.551625 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.551899 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.552243 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cbb6df-0284-453d-8dc1-8667964b3464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:02.793205 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57862) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:02.806579 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa9123cd-f0de-418a-8159-e1272e3a1637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.890758 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa9123cd-f0de-418a-8159-e1272e3a1637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.894277 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa9123cd-f0de-418a-8159-e1272e3a1637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:02.930949 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-fa9123cd-f0de-418a-8159-e1272e3a1637 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecc896010a824118a20438bf72720e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367152 Aug 26 12:31:02.932838 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9123cd-f0de-418a-8159-e1272e3a1637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e36aab-8af7-4d5c-a030-98b942ec0b46,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:02.933722 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57864) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:02.981804 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d58db0d-277a-46a6-87ea-6ce5f90a9480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.003146 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d58db0d-277a-46a6-87ea-6ce5f90a9480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.047645 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d58db0d-277a-46a6-87ea-6ce5f90a9480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.050886 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d58db0d-277a-46a6-87ea-6ce5f90a9480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.052579 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-8d58db0d-277a-46a6-87ea-6ce5f90a9480 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23e36aab-8af7-4d5c-a030-98b942ec0b46 HTTP/1.1" status: 204 len: 168 time: 0.1173747 Aug 26 12:31:03.060024 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58db0d-277a-46a6-87ea-6ce5f90a9480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e36aab-8af7-4d5c-a030-98b942ec0b46,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:03.353375 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 57872) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:03.369951 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f0d29b28-c3fe-48e9-bd2f-edfa1100ff76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.447664 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382637ee-1419-449c-baf2-114922c1e38b req-81373132-041d-40ec-9851-2b233b8b47ac tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:03.449120 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-382637ee-1419-449c-baf2-114922c1e38b req-81373132-041d-40ec-9851-2b233b8b47ac tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0717986 Aug 26 12:31:03.505709 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-382637ee-1419-449c-baf2-114922c1e38b req-688da840-2d33-422b-a78e-a8b189cfc926 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500636 Aug 26 12:31:03.525442 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f0d29b28-c3fe-48e9-bd2f-edfa1100ff76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.529575 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f0d29b28-c3fe-48e9-bd2f-edfa1100ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.566841 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f0d29b28-c3fe-48e9-bd2f-edfa1100ff76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f3af538ee1c4bc7a5f6fe5467ef6e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123907 Aug 26 12:31:03.568278 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d29b28-c3fe-48e9-bd2f-edfa1100ff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836c589c-a932-4106-a7aa-e0babdcac4b9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:03.570297 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 57874) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:03.618711 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32d7aabf-e893-4a7b-afb3-03e1d0f36094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.639286 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32d7aabf-e893-4a7b-afb3-03e1d0f36094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.683948 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32d7aabf-e893-4a7b-afb3-03e1d0f36094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.686521 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32d7aabf-e893-4a7b-afb3-03e1d0f36094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:03.687634 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-32d7aabf-e893-4a7b-afb3-03e1d0f36094 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/836c589c-a932-4106-a7aa-e0babdcac4b9 HTTP/1.1" status: 204 len: 168 time: 0.1162655 Aug 26 12:31:03.695340 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7aabf-e893-4a7b-afb3-03e1d0f36094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c589c-a932-4106-a7aa-e0babdcac4b9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:04.038603 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:31:04.634138 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9098b-14ed-4825-b63f-5659b6b25825 req-17fed0fe-7790-41e2-8b2c-16da461cf3b1 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:04.635670 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-efa9098b-14ed-4825-b63f-5659b6b25825 req-17fed0fe-7790-41e2-8b2c-16da461cf3b1 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0548294 Aug 26 12:31:04.691387 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-efa9098b-14ed-4825-b63f-5659b6b25825 req-008a9781-8a9b-4e1d-a0af-1a311949ef96 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425894 Aug 26 12:31:05.802032 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da45881-a953-4b31-9bbd-3cdd54dc8e5d req-f2f42d78-beb6-4ae6-b7fd-dcfc7a1babce tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:05.803610 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2da45881-a953-4b31-9bbd-3cdd54dc8e5d req-f2f42d78-beb6-4ae6-b7fd-dcfc7a1babce tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0519848 Aug 26 12:31:05.841265 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2da45881-a953-4b31-9bbd-3cdd54dc8e5d req-a0fa76ad-a64b-4f6b-ad71-655ce420a7e4 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Aug 26 12:31:06.959232 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243ac78-8e80-4eb5-8da3-fd9022ce915b req-305a7e18-62eb-4bf2-9f12-ccf947f715b2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:06.960747 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3243ac78-8e80-4eb5-8da3-fd9022ce915b req-305a7e18-62eb-4bf2-9f12-ccf947f715b2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0481224 Aug 26 12:31:06.997612 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3243ac78-8e80-4eb5-8da3-fd9022ce915b req-daa0db86-9d3a-47fe-b04d-b49535fc5761 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Aug 26 12:31:08.113533 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d894a-0ab5-49c1-8785-69d981de4196 req-e7001d08-b96a-4871-8ffe-b9f459e2775d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:08.115030 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a14d894a-0ab5-49c1-8785-69d981de4196 req-e7001d08-b96a-4871-8ffe-b9f459e2775d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0480378 Aug 26 12:31:08.151521 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-a14d894a-0ab5-49c1-8785-69d981de4196 req-84f9704a-a442-4699-a5cd-1301d5b735c3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307562 Aug 26 12:31:09.268448 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb9da-8990-4285-8c39-7de119806fcd req-d8251748-393d-402f-ac67-20593f4bdd92 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:09.269816 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-970fb9da-8990-4285-8c39-7de119806fcd req-d8251748-393d-402f-ac67-20593f4bdd92 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0481677 Aug 26 12:31:09.307618 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-970fb9da-8990-4285-8c39-7de119806fcd req-f7985471-0ea6-49e6-94c1-07409fc6bd98 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316267 Aug 26 12:31:10.421634 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d59b9-2ffd-4060-ba1c-2210b48dc0e2 req-513dd4f6-df0a-42fd-b3ff-c8a74f72e599 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:10.423043 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-aa4d59b9-2ffd-4060-ba1c-2210b48dc0e2 req-513dd4f6-df0a-42fd-b3ff-c8a74f72e599 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0468044 Aug 26 12:31:10.459712 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-aa4d59b9-2ffd-4060-ba1c-2210b48dc0e2 req-927bfda4-237b-4652-a504-0504f065b795 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304210 Aug 26 12:31:11.577621 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddef45-21fb-4e36-91de-4afb67a96eea req-c7ad0335-03c5-4184-9b69-4724c3c84db5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:11.579079 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-28ddef45-21fb-4e36-91de-4afb67a96eea req-c7ad0335-03c5-4184-9b69-4724c3c84db5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0502667 Aug 26 12:31:11.615418 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-28ddef45-21fb-4e36-91de-4afb67a96eea req-459238f9-c37e-4177-8668-70bb57ff52b5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299983 Aug 26 12:31:12.735020 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3dcfd-abaf-43e0-80ca-90ac095ee770 req-11abf906-e3bd-41b6-9328-06f18558c818 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:12.736481 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1ee3dcfd-abaf-43e0-80ca-90ac095ee770 req-11abf906-e3bd-41b6-9328-06f18558c818 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0511923 Aug 26 12:31:12.773490 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1ee3dcfd-abaf-43e0-80ca-90ac095ee770 req-4cdc368b-496d-4c3e-b08e-62442afddbd5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310922 Aug 26 12:31:13.888945 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120a01a-dfd9-43f3-b41c-7de00762d68b req-5801ee0c-cde9-434a-a97c-6100267baa9c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:13.890418 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9120a01a-dfd9-43f3-b41c-7de00762d68b req-5801ee0c-cde9-434a-a97c-6100267baa9c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0486550 Aug 26 12:31:13.926964 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9120a01a-dfd9-43f3-b41c-7de00762d68b req-50887ca1-edc5-413e-b987-3c679ff287e6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Aug 26 12:31:15.042203 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5ff07-ec91-4617-b1bb-8b5c93a8b645 req-c0d16290-eac6-4b9e-8f96-1734fb846b9f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:15.044346 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b3d5ff07-ec91-4617-b1bb-8b5c93a8b645 req-c0d16290-eac6-4b9e-8f96-1734fb846b9f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0494666 Aug 26 12:31:15.081948 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b3d5ff07-ec91-4617-b1bb-8b5c93a8b645 req-28f6c68b-c05c-4c00-84a7-0f082176fe5f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319347 Aug 26 12:31:16.197220 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eae9b4-98a6-4b97-bc9a-9cabb4bac10f req-f62642c3-1dda-4c75-9196-10fdebab8a89 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:16.198780 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a7eae9b4-98a6-4b97-bc9a-9cabb4bac10f req-f62642c3-1dda-4c75-9196-10fdebab8a89 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0475388 Aug 26 12:31:16.236183 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a7eae9b4-98a6-4b97-bc9a-9cabb4bac10f req-cf9681df-595e-4227-a207-3a8618b94afb tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Aug 26 12:31:17.353971 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3138a-0430-4c38-a07b-d3651d6d72ea req-f32a7d59-a0c2-4161-8044-d111f737217e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:17.355442 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4ec3138a-0430-4c38-a07b-d3651d6d72ea req-f32a7d59-a0c2-4161-8044-d111f737217e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0482194 Aug 26 12:31:17.392178 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4ec3138a-0430-4c38-a07b-d3651d6d72ea req-e0ed4072-cca7-4db6-9131-af12dbbf5b9b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309889 Aug 26 12:31:17.792136 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0ebea58b-823d-43e5-9a79-eb900f5c5a51 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:31:17.888829 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:17.900258 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'port_id': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'mac_address': 'fa:16:3e:10:82:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:31:17.937085 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:17.950143 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ebea58b-823d-43e5-9a79-eb900f5c5a51 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:31:17.969564 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:17.973565 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:18.020841 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:18.027860 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.028153 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.028497 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.028833 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.029172 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.029508 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.029841 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.030170 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.030530 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.030860 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.031189 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.031515 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:18.136112 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0ebea58b-823d-43e5-9a79-eb900f5c5a51'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:31:18.514826 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eec2e6-9e48-479e-bc1e-225c506d6c66 req-53303295-64fb-48cf-bec7-ea88bceef545 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:18.516277 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-83eec2e6-9e48-479e-bc1e-225c506d6c66 req-53303295-64fb-48cf-bec7-ea88bceef545 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 945 time: 0.0548024 Aug 26 12:31:18.552846 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-83eec2e6-9e48-479e-bc1e-225c506d6c66 req-51257cd4-4be4-417f-be3f-a280185f51af tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302551 Aug 26 12:31:19.681332 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99468e7-f658-44f6-a925-c48e06f4083c req-5372dc88-d0dc-402d-a28d-16906c6b779a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:19.682844 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e99468e7-f658-44f6-a925-c48e06f4083c req-5372dc88-d0dc-402d-a28d-16906c6b779a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 945 time: 0.0572960 Aug 26 12:31:19.720760 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e99468e7-f658-44f6-a925-c48e06f4083c req-a1f5f665-5c10-466e-a123-209314c8cfb3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Aug 26 12:31:19.826713 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0ebea58b-823d-43e5-9a79-eb900f5c5a51 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:19.875870 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:19.876354 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:19.956978 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:19.980346 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:31:19.982651 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17d8650-dd5e-4df4-b9f9-377244bdbec0" -d '{"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-plugged", "status": "completed", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:31:20.002519 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:20.007145 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:20.030652 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8cae6d-970f-4a4a-94db-201ce85e85bb x-openstack-request-id: req-cd8cae6d-970f-4a4a-94db-201ce85e85bb {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:31:20.030953 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-plugged", "status": "completed", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:31:20.031191 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd8cae6d-970f-4a4a-94db-201ce85e85bb {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:31:20.031578 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'code': 200} Aug 26 12:31:20.057040 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:20.852175 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d272f-8b98-432b-a474-2443409ebbe3 req-58179618-2dab-44b4-a163-0db35ce94aa2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:20.854345 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3f3d272f-8b98-432b-a474-2443409ebbe3 req-58179618-2dab-44b4-a163-0db35ce94aa2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0593314 Aug 26 12:31:20.899411 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3f3d272f-8b98-432b-a474-2443409ebbe3 req-cf306dd9-9ff6-4fdc-9ba3-6a3922e0ad96 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382895 Aug 26 12:31:22.029368 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7e10f-f676-42c1-b988-6b84ffef865d req-717c18ad-5eda-4fe4-a111-d6fa5d9d0255 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:22.037794 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b7b7e10f-f676-42c1-b988-6b84ffef865d req-717c18ad-5eda-4fe4-a111-d6fa5d9d0255 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0588357 Aug 26 12:31:22.074958 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b7b7e10f-f676-42c1-b988-6b84ffef865d req-695d032f-068d-4ff0-9ce0-0f932b66c379 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359397 Aug 26 12:31:22.812553 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58074) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:22.923648 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1110bf6f-a17e-4b58-aa2f-967053fb0bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:23.034268 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1110bf6f-a17e-4b58-aa2f-967053fb0bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:23.042841 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1110bf6f-a17e-4b58-aa2f-967053fb0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:23.086338 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-1110bf6f-a17e-4b58-aa2f-967053fb0bb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d61234a3498b41998164bc53dfa1d1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726154 Aug 26 12:31:23.089310 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58078) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:23.098240 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110bf6f-a17e-4b58-aa2f-967053fb0bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b378f-8f9f-4e35-bd28-9c5824d37770,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:23.194700 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:23.233616 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8b0dd-3646-46ca-9a44-a1a843a6113a req-83e21502-046e-4df3-9e61-93f3675def76 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:23.235222 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-37b8b0dd-3646-46ca-9a44-a1a843a6113a req-83e21502-046e-4df3-9e61-93f3675def76 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0743933 Aug 26 12:31:23.237134 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:23.296621 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-37b8b0dd-3646-46ca-9a44-a1a843a6113a req-714e1e6e-c194-43ad-a3da-19dd357a4d78 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518613 Aug 26 12:31:23.329600 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:23.332380 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:23.336594 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/271b378f-8f9f-4e35-bd28-9c5824d37770 HTTP/1.1" status: 204 len: 168 time: 0.2455661 Aug 26 12:31:23.344438 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b378f-8f9f-4e35-bd28-9c5824d37770,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:23.353725 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.353970 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.354316 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.354716 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.355003 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.355496 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.355839 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.356112 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.356594 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.357095 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.357742 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:23.358215 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e158bc48-38b4-4c38-a068-cb29711725a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:24.167274 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58102) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:24.282636 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-254322613-network', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:24.306675 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Made reservation on behalf of 1b15b0aacd1749e2bf9f161ab29d1746 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:31:24.309024 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.318127 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.433796 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.438228 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.446958 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3f56-9048-412f-acd2-a87711d77fac req-ac7cfcb7-b03f-4325-9db0-abdda9ca9f84 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:24.455722 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0a5d3f56-9048-412f-acd2-a87711d77fac req-ac7cfcb7-b03f-4325-9db0-abdda9ca9f84 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0638578 Aug 26 12:31:24.469794 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e239239-32d3-4f80-bea1-6e648accd2ff,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:24.480832 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:31:24.494982 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.495406 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.segments_db [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Added segment ec3dd9d1-9c82-4459-9770-8fff244a40a9 of type vlan for network de61ebec-f305-4cf7-9b93-9edfed509307 Aug 26 12:31:24.506730 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0a5d3f56-9048-412f-acd2-a87711d77fac req-a166e848-da5b-4caa-b34e-7554813400af tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Aug 26 12:31:24.542034 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.573171 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.574197 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:24.574893 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.633357 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f557-4e7d-44c8-a7c2-ce8c2309178d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.641413 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4678774 Aug 26 12:31:24.642231 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58108) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:24.648818 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Request body: {'subnet': {'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-254322613-subnet', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:24.651886 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6eaf9-75c2-4b7c-b7a7-c12d86bf02ed admin admin] Pushing event updated for resources: {'Network': ['ID=de61ebec-f305-4cf7-9b93-9edfed509307,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:24.663523 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network de61ebec-f305-4cf7-9b93-9edfed509307 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:31:24.694616 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Made reservation on behalf of 1b15b0aacd1749e2bf9f161ab29d1746 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:31:24.697321 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32681639'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.917697 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32963728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32681685'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:24.969721 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f7c3e5-3849-4ef6-9075-417dbcfbec61,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:24.985417 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Checking segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:31:24.985772 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Network hostable DHCP agents. Network: de61ebec-f305-4cf7-9b93-9edfed509307, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:31:25.007502 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Network de61ebec-f305-4cf7-9b93-9edfed509307 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:31:25.020058 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, de61ebec-f305-4cf7-9b93-9edfed509307) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:25.025056 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:25.025698 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.032309 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976f545-15c2-4bb6-9a3a-d6c5a98b5a83 None None] Network de61ebec-f305-4cf7-9b93-9edfed509307 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:31:25.051016 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-2ea26dd4-3234-4335-86d9-9996d771cdab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4048357 Aug 26 12:31:25.051343 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58110) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:25.057731 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:25.095553 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.097991 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.160333 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.205251 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-de61ebec-f305-4cf7-9b93-9edfed509307', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:31:25.206445 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.320977 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.362450 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Allocated IP 172.20.0.2 (de61ebec-f305-4cf7-9b93-9edfed509307/71f7c3e5-3849-4ef6-9075-417dbcfbec61/14dd1eb0-3223-47b3-b5d9-2d041dc8c871) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:31:25.625596 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.649225 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.657932 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.667426 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Transition to ACTIVE for port object 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:25.668309 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab49894-0dc2-4359-81d3-352e6ff24656 req-412c8453-5b1c-4c8a-8267-5e5a18b82d65 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:25.670148 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1ab49894-0dc2-4359-81d3-352e6ff24656 req-412c8453-5b1c-4c8a-8267-5e5a18b82d65 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0922909 Aug 26 12:31:25.682866 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Transition to ACTIVE for port object 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:25.689860 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.730586 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Network de61ebec-f305-4cf7-9b93-9edfed509307 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:31:25.735620 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:25.739660 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:31:25.759562 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1ab49894-0dc2-4359-81d3-352e6ff24656 req-2b338540-9cf0-4c8e-8673-22b88454518d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561688 Aug 26 12:31:25.799534 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Pushing event updated for resources: {'Port': ['ID=14dd1eb0-3223-47b3-b5d9-2d041dc8c871,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:25.824106 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Allocated IP 172.27.2.180 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/add2d032-42e7-4b9d-af01-3ce07ed57ba9) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:31:25.839810 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Attempting to bind port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:31:25.840487 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Attempting to bind port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:31:25.841034 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Attempting to bind port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 on network de61ebec-f305-4cf7-9b93-9edfed509307 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:31:25.848635 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:31:25.849410 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Checking segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:31:25.850050 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.850640 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Bound using segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:31:25.851309 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Bound port: 14dd1eb0-3223-47b3-b5d9-2d041dc8c871, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:31:25.851911 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.940674 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] For port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:31:25.945380 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] For port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=14dd1eb0-3223-47b3-b5d9-2d041dc8c871,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:31:25.953113 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:25.968681 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:26.020187 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25027ca8-5429-458e-ab90-f60cfeaae998 None None] Pushing event updated for resources: {'Port': ['ID=14dd1eb0-3223-47b3-b5d9-2d041dc8c871,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:26.036683 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:26.081300 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:31:26.084396 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:26.089059 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:31:26.124194 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Pushing event updated for resources: {'Port': ['ID=add2d032-42e7-4b9d-af01-3ce07ed57ba9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:26.444808 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:26.485512 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:26.669714 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:26.840620 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Router e4bc94b9-e943-482f-9be0-9ccdc9890997 is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:31:26.942264 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407aa6c-10db-4327-b943-cf0b66d1f8f8 req-751b1346-6f00-4b6c-be75-bb50ca893b75 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:26.953357 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7407aa6c-10db-4327-b943-cf0b66d1f8f8 req-751b1346-6f00-4b6c-be75-bb50ca893b75 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0821135 Aug 26 12:31:26.975428 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:31:26.987955 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Sync routers for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:31:27.001533 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:31:27.002501 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:30:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:27.003632 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:27.008200 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58120) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:27.008650 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-ea0ba6d3-1110-4405-91e5-dec0bfabcd86 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9560981 Aug 26 12:31:27.049463 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7407aa6c-10db-4327-b943-cf0b66d1f8f8 req-3cae55e2-d5c5-4b46-b019-ffb50865cf90 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852842 Aug 26 12:31:27.232316 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb5f57e-63fa-4d2f-85a2-b68fef24acc3 None None] Network de61ebec-f305-4cf7-9b93-9edfed509307 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:31:27.283822 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:31:27.367761 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6c2-9ef4-4981-b1e3-265adf575c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:27.374578 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ce599aca-3b8b-446c-9ce9-c427881f66b1 None None] Provisioning for port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:27.520680 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:27.621376 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:26Z', 'revision_number': 3, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:27.656449 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Checking router: e4bc94b9-e943-482f-9be0-9ccdc9890997 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:31:27.657078 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Updating router e4bc94b9-e943-482f-9be0-9ccdc9890997 port add2d032-42e7-4b9d-af01-3ce07ed57ba9 binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:31:27.690738 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:27.950071 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.055978 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.082577 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:28.083044 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Transition to ACTIVE for port object add2d032-42e7-4b9d-af01-3ce07ed57ba9 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:28.091868 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.163173 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Attempting to bind port add2d032-42e7-4b9d-af01-3ce07ed57ba9 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:31:28.163810 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Attempting to bind port add2d032-42e7-4b9d-af01-3ce07ed57ba9 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:31:28.164373 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Attempting to bind port add2d032-42e7-4b9d-af01-3ce07ed57ba9 on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:31:28.170536 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Pushing event updated for resources: {'Port': ['ID=add2d032-42e7-4b9d-af01-3ce07ed57ba9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:28.179608 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:31:28.180285 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:31:28.180845 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.181390 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:31:28.182937 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Bound port: add2d032-42e7-4b9d-af01-3ce07ed57ba9, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:31:28.184069 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.184930 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Allocated IP 172.20.0.1 (de61ebec-f305-4cf7-9b93-9edfed509307/71f7c3e5-3849-4ef6-9075-417dbcfbec61/d444bcd8-1fb1-48c0-8867-a4166e8377f6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:31:28.217804 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.218427 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.218956 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.219451 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.219949 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.220441 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.221035 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.221789 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:28.222078 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.222621 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.223795 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.224864 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.225358 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:31:28.245584 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:28.246176 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.295844 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b70cb2-8414-44fe-95d2-2662a206a8cb req-2637ee9a-3422-4b7d-94bf-d5f93918a1a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:28.297227 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] For port add2d032-42e7-4b9d-af01-3ce07ed57ba9, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:31:28.301859 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] For port add2d032-42e7-4b9d-af01-3ce07ed57ba9, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=add2d032-42e7-4b9d-af01-3ce07ed57ba9,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:31:28.303813 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c4b70cb2-8414-44fe-95d2-2662a206a8cb req-2637ee9a-3422-4b7d-94bf-d5f93918a1a6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.1171916 Aug 26 12:31:28.308293 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.347971 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.370528 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c4b70cb2-8414-44fe-95d2-2662a206a8cb req-fd616d90-0d69-4917-805c-9090a702a119 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603802 Aug 26 12:31:28.383732 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9caf8-e18f-40d3-a53f-f9315dd93bac None None] Pushing event updated for resources: {'Port': ['ID=add2d032-42e7-4b9d-af01-3ce07ed57ba9,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:28.407904 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.410944 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:31:28.412627 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:31:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:28.422529 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Transition to ACTIVE for port object d444bcd8-1fb1-48c0-8867-a4166e8377f6 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:28.434302 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.456552 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.496267 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=14dd1eb0-3223-47b3-b5d9-2d041dc8c871,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:28.508540 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.514309 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=d444bcd8-1fb1-48c0-8867-a4166e8377f6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:28.530807 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Network de61ebec-f305-4cf7-9b93-9edfed509307 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:31:28.532251 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:28.536326 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:31:28.572704 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:31:28.575820 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.628753 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=14dd1eb0-3223-47b3-b5d9-2d041dc8c871,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:28.770221 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.827893 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:26Z', 'revision_number': 3, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:28.861044 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4e3a0dca-d23c-42a4-ae10-98c254fd8417 None None] Provisioning for port d444bcd8-1fb1-48c0-8867-a4166e8377f6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:28.867471 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1419408-cfe5-4833-b6ee-1f3ed3fbf78f None None] The sync data for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi is: [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:26Z', 'revision_number': 3, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:31:28.874733 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4e3a0dca-d23c-42a4-ae10-98c254fd8417 None None] Provisioning complete for port d444bcd8-1fb1-48c0-8867-a4166e8377f6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:28.875120 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0dca-d23c-42a4-ae10-98c254fd8417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.920953 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a0dca-d23c-42a4-ae10-98c254fd8417 None None] Port d444bcd8-1fb1-48c0-8867-a4166e8377f6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:31:28.989489 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:28.994944 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:29.065758 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:29.068492 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=d444bcd8-1fb1-48c0-8867-a4166e8377f6,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:29.216184 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Network de61ebec-f305-4cf7-9b93-9edfed509307 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:31:29.217910 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:29.356433 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Router e4bc94b9-e943-482f-9be0-9ccdc9890997 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:31:29.524295 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:31:29.538223 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-912e4c98-df66-44b3-8ff3-8879a16d2ad1 admin admin] 10.222.0.13 "PUT /v2.0/routers/e4bc94b9-e943-482f-9be0-9ccdc9890997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5147762 Aug 26 12:31:29.560150 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-043e1c64-8642-4dc2-8d2a-a4d8030aa634 None None] Provisioning complete for port d444bcd8-1fb1-48c0-8867-a4166e8377f6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:29.560726 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-043e1c64-8642-4dc2-8d2a-a4d8030aa634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:29.599013 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-043e1c64-8642-4dc2-8d2a-a4d8030aa634 None None] Port d444bcd8-1fb1-48c0-8867-a4166e8377f6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:31:29.849029 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaa956-9b07-4f09-94cb-c00654304a41 req-56116a26-6e8c-49cd-91d7-dbef4d9add6e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:29.857536 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cecaa956-9b07-4f09-94cb-c00654304a41 req-56116a26-6e8c-49cd-91d7-dbef4d9add6e tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0845952 Aug 26 12:31:29.929109 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-cecaa956-9b07-4f09-94cb-c00654304a41 req-14d4cd81-f150-4ae9-9bbe-cb8b7f0c97c3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647471 Aug 26 12:31:30.103163 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.171184 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device add2d032-42e7-4b9d-af01-3ce07ed57ba9 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:30.244298 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58146) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:30.244844 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port add2d032-42e7-4b9d-af01-3ce07ed57ba9 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:30.249270 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port add2d032-42e7-4b9d-af01-3ce07ed57ba9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:30.249706 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.250094 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-800021722-network', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:30.272814 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Made reservation on behalf of cdaa1a28aa8d4fe4852b498b19fc00ce for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:31:30.276521 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.286163 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.354576 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.384039 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port add2d032-42e7-4b9d-af01-3ce07ed57ba9, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=add2d032-42e7-4b9d-af01-3ce07ed57ba9,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:30.390785 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.391588 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:30.396746 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.400952 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.428607 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:31:30.435070 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a31932c-71bf-4e44-ab28-5f2762a79f4e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:30.441255 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.441255 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.segments_db [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Added segment 31235ef7-0a0b-418e-ab05-446e3385869e of type vlan for network 38bb440b-a594-45da-911b-bd84a4f080f3 Aug 26 12:31:30.467657 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=add2d032-42e7-4b9d-af01-3ce07ed57ba9,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:30.480687 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:30.481064 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.485216 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787352746352'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.514109 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.515222 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:30.515791 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.573951 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3256731 Aug 26 12:31:30.574245 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58158) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:30.579037 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Request body: {'subnet': {'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-800021722-subnet', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:30.587502 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f046-56f4-4115-8718-dc11ec65c299 admin admin] Pushing event updated for resources: {'Network': ['ID=38bb440b-a594-45da-911b-bd84a4f080f3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:30.598504 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Network 38bb440b-a594-45da-911b-bd84a4f080f3 details requested by agent ovs-agent-dv-cinder-806141-1-iscsi with host dv-cinder-806141-1-iscsi {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:31:30.606789 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Made reservation on behalf of cdaa1a28aa8d4fe4852b498b19fc00ce for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:31:30.609446 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32681639'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.787176 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32963728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32681685'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.839904 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=26733c8a-8730-417f-9f55-5bc2ce5e9199,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:30.850720 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Checking segment: {'id': '31235ef7-0a0b-418e-ab05-446e3385869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:31:30.851078 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Network hostable DHCP agents. Network: 38bb440b-a594-45da-911b-bd84a4f080f3, hostable agents: ['b757e31b-a9fc-400d-ab21-3c91dcb37411'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:31:30.867692 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Network 38bb440b-a594-45da-911b-bd84a4f080f3 is scheduled to be hosted by DHCP agent b757e31b-a9fc-400d-ab21-3c91dcb37411 with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:31:30.876281 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806141-1-iscsi, 38bb440b-a594-45da-911b-bd84a4f080f3) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:30.880381 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:30.881021 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.885374 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322f8e3-815b-410b-bbe0-03cc2de3761b None None] Network 38bb440b-a594-45da-911b-bd84a4f080f3 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:31:30.894259 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-4724da08-1e1e-4e8e-a2e6-38d21c1e81fd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3190632 Aug 26 12:31:30.897179 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58160) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:30.901503 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:30.923204 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241670'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.924299 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1808356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241681'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:30.991574 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:31.036000 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Sync routers for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:31:31.064798 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:31:31.065670 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:31:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:31.070573 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d82019c-11ba-5249-8bef-cf68c225f8a5-38bb440b-a594-45da-911b-bd84a4f080f3', 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'fixed_ips': [{'subnet_id': '26733c8a-8730-417f-9f55-5bc2ce5e9199'}]}} from dv-cinder-806141-1-iscsi. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:31:31.071551 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:31.082619 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6ceff-7e00-4c15-81e4-0c7e2b058e4b req-adaaf4d9-490f-4f57-b415-266c02fca948 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:31.084071 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1cc6ceff-7e00-4c15-81e4-0c7e2b058e4b req-adaaf4d9-490f-4f57-b415-266c02fca948 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0529437 Aug 26 12:31:31.126896 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1cc6ceff-7e00-4c15-81e4-0c7e2b058e4b req-e41eb695-cd71-45e1-986b-a891b7df9d0d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369260 Aug 26 12:31:31.143596 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:31.230760 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-267ca951-d2f8-44c5-9a55-2a4b85066f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:31.232249 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-267ca951-d2f8-44c5-9a55-2a4b85066f61 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 1099 time: 0.0799758 Aug 26 12:31:31.274818 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:31:31.341913 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-54cfcfc1-f70e-43c9-9c76-271e51215691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:31.343328 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-54cfcfc1-f70e-43c9-9c76-271e51215691 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 917 time: 0.1025071 Aug 26 12:31:31.359374 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Allocated IP 172.20.0.2 (38bb440b-a594-45da-911b-bd84a4f080f3/26733c8a-8730-417f-9f55-5bc2ce5e9199/7b5bc0ba-55b8-4103-a842-e6656536c8e8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:31:31.488991 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-19417ec5-8d09-43ed-886c-ad1657a7ffcc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51 HTTP/1.1" status: 200 len: 1002 time: 0.1377454 Aug 26 12:31:31.510133 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:31.551532 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:31.603842 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-8ca99fc0-8003-48f2-980b-c4376dff169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:31.605238 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-8ca99fc0-8003-48f2-980b-c4376dff169f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.1061888 Aug 26 12:31:31.699454 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-e0138221-c733-4ac4-b076-2ffcf970f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:31.700998 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-e0138221-c733-4ac4-b076-2ffcf970f8d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867071 Aug 26 12:31:31.702034 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Allocated IP 172.27.2.190 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/8c6a2d06-28a2-4c63-93bf-adf7e581d3fd) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:31:31.720238 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:31.732206 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Transition to ACTIVE for port object 7b5bc0ba-55b8-4103-a842-e6656536c8e8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:31.738041 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 2, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:31.773322 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Checking router: e4bc94b9-e943-482f-9be0-9ccdc9890997 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:31:31.773679 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Updating router e4bc94b9-e943-482f-9be0-9ccdc9890997 port d444bcd8-1fb1-48c0-8867-a4166e8377f6 binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:31:31.792770 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Transition to ACTIVE for port object 7b5bc0ba-55b8-4103-a842-e6656536c8e8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:31.802926 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:31.805017 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:31.848684 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Network 38bb440b-a594-45da-911b-bd84a4f080f3 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:31:31.860958 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-5853d4ba-46af-41d3-bdcb-a3de4c80a122 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484566 Aug 26 12:31:31.869108 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:31.876324 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:31:31.885182 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:31.891326 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Pushing event updated for resources: {'Port': ['ID=7b5bc0ba-55b8-4103-a842-e6656536c8e8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:31.986951 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41a1878e-98c7-4c0a-95d2-666f4388e844 req-e246eae7-50e0-41e6-892e-79c120912954 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149678 Aug 26 12:31:31.994818 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.006262 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Attempting to bind port 7b5bc0ba-55b8-4103-a842-e6656536c8e8 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:31:32.006652 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Attempting to bind port 7b5bc0ba-55b8-4103-a842-e6656536c8e8 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '31235ef7-0a0b-418e-ab05-446e3385869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:31:32.007016 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Attempting to bind port 7b5bc0ba-55b8-4103-a842-e6656536c8e8 on network 38bb440b-a594-45da-911b-bd84a4f080f3 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:31:32.021006 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:31:32.021385 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Checking segment: {'id': '31235ef7-0a0b-418e-ab05-446e3385869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:31:32.021794 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.022184 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Bound using segment: {'id': '31235ef7-0a0b-418e-ab05-446e3385869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:31:32.022759 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Bound port: 7b5bc0ba-55b8-4103-a842-e6656536c8e8, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31235ef7-0a0b-418e-ab05-446e3385869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:31:32.023144 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.034612 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device add2d032-42e7-4b9d-af01-3ce07ed57ba9 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:32.036069 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:31:32.038854 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:32.042245 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:31:32.078577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6a2d06-28a2-4c63-93bf-adf7e581d3fd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:32.200710 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] For port 7b5bc0ba-55b8-4103-a842-e6656536c8e8, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:31:32.206186 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] For port 7b5bc0ba-55b8-4103-a842-e6656536c8e8, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=7b5bc0ba-55b8-4103-a842-e6656536c8e8,segment=NetworkSegment(31235ef7-0a0b-418e-ab05-446e3385869e),segment_id=31235ef7-0a0b-418e-ab05-446e3385869e)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:31:32.216713 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.229312 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port add2d032-42e7-4b9d-af01-3ce07ed57ba9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:32.229681 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.351460 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.373847 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Transition to ACTIVE for port object d444bcd8-1fb1-48c0-8867-a4166e8377f6 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:32.381677 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d4c1e-8a9a-41d1-9fd0-e56c92d37bd6 None None] Pushing event updated for resources: {'Port': ['ID=7b5bc0ba-55b8-4103-a842-e6656536c8e8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:32.388451 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.505899 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11af4f6-254d-4a6e-88ea-e9316958ea40 req-c9cc9c23-0b64-4a14-b82a-8c761b7a2d21 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:32.506703 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667194c-06c7-4de5-95a5-ff8fba778a06 None None] Pushing event updated for resources: {'Port': ['ID=d444bcd8-1fb1-48c0-8867-a4166e8377f6,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:32.507452 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f11af4f6-254d-4a6e-88ea-e9316958ea40 req-c9cc9c23-0b64-4a14-b82a-8c761b7a2d21 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0950186 Aug 26 12:31:32.547846 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Attempting to bind port d444bcd8-1fb1-48c0-8867-a4166e8377f6 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:31:32.547846 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Attempting to bind port d444bcd8-1fb1-48c0-8867-a4166e8377f6 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:31:32.548406 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Attempting to bind port d444bcd8-1fb1-48c0-8867-a4166e8377f6 on network de61ebec-f305-4cf7-9b93-9edfed509307 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:31:32.554339 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:31:32.554937 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Checking segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:31:32.555439 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.555930 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Bound using segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:31:32.556496 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Bound port: d444bcd8-1fb1-48c0-8867-a4166e8377f6, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:31:32.556978 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.627208 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f11af4f6-254d-4a6e-88ea-e9316958ea40 req-e6fd23d8-6cf1-4b12-ad36-3656378e52da tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113968 Aug 26 12:31:32.639805 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] For port d444bcd8-1fb1-48c0-8867-a4166e8377f6, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:31:32.643514 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] For port d444bcd8-1fb1-48c0-8867-a4166e8377f6, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=d444bcd8-1fb1-48c0-8867-a4166e8377f6,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:31:32.651545 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.685246 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:32.714852 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:31:32.715489 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:31:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:32.720627 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667194c-06c7-4de5-95a5-ff8fba778a06 None None] Pushing event updated for resources: {'Port': ['ID=d444bcd8-1fb1-48c0-8867-a4166e8377f6,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:32.835657 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:31:32.901942 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808699'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:33.037167 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Router 21b0e710-d4f7-4660-8ddb-a3645dd08372 is scheduled to L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:31:33.050592 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:32Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:33.078168 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78590b-1385-4e6c-bff1-0fc56dd860ba None None] The sync data for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi is: [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:32Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:31:33.161907 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:31:33.170297 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Sync routers for ids ['21b0e710-d4f7-4660-8ddb-a3645dd08372'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:31:33.177099 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:33.179051 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-50381622-3bc6-4804-9ad5-fffb3a9b16b6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2807560 Aug 26 12:31:33.180939 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Routers {'21b0e710-d4f7-4660-8ddb-a3645dd08372'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:31:33.181577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:33.181700 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:31:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['21b0e710-d4f7-4660-8ddb-a3645dd08372'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:33.313703 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Set router 21b0e710-d4f7-4660-8ddb-a3645dd08372 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:31:33.482494 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9c5dc5-e8b9-4433-a278-36e606055afb None None] Network 38bb440b-a594-45da-911b-bd84a4f080f3 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:31:33.519430 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:30Z', 'updated_at': '2021-08-26T12:31:32Z', 'revision_number': 3, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'gw_port': {'id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:31Z', 'updated_at': '2021-08-26T12:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:33.552444 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Checking router: 21b0e710-d4f7-4660-8ddb-a3645dd08372 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:31:33.553075 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Updating router 21b0e710-d4f7-4660-8ddb-a3645dd08372 port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd binding host dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:31:33.569610 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-98974d7c-de0f-4a39-a948-8142754ea3ad None None] Provisioning for port 7b5bc0ba-55b8-4103-a842-e6656536c8e8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:33.585913 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:33.676837 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:33.809422 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680d231-420a-419b-8578-a24182c9cf6c req-c8180616-5ddd-4778-ba51-a068bec545d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:33.821437 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6680d231-420a-419b-8578-a24182c9cf6c req-c8180616-5ddd-4778-ba51-a068bec545d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 946 time: 0.0822866 Aug 26 12:31:33.915349 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0ebea58b-823d-43e5-9a79-eb900f5c5a51 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:31:33.932105 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6680d231-420a-419b-8578-a24182c9cf6c req-8de27ab3-8358-419f-b68d-d3e27017e130 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087179 Aug 26 12:31:33.932689 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Allocated IP 172.20.0.1 (38bb440b-a594-45da-911b-bd84a4f080f3/26733c8a-8730-417f-9f55-5bc2ce5e9199/0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:31:34.072177 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.107332 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:31:34.110067 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d506bd18-86a0-4ea3-a3ff-cc5757274ee2" -d '{"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-unplugged", "status": "completed", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:31:34.112598 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.126367 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Transition to ACTIVE for port object 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:34.146683 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.154295 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.158891 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 7b5bc0ba-55b8-4103-a842-e6656536c8e8 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:34.170618 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Transition to ACTIVE for port object 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:34.193742 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:34.198686 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 12:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af407f-f291-4c35-942f-5153ff02bf0e x-openstack-request-id: req-74af407f-f291-4c35-942f-5153ff02bf0e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:31:34.199690 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-unplugged", "status": "completed", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:31:34.200116 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74af407f-f291-4c35-942f-5153ff02bf0e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:31:34.200692 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'code': 200} Aug 26 12:31:34.207906 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.216258 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.220290 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d87b6f-0bb7-44ef-a376-16bec5cae196 None None] Pushing event updated for resources: {'Port': ['ID=8c6a2d06-28a2-4c63-93bf-adf7e581d3fd,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:34.231936 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Attempting to bind port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:31:34.232301 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Attempting to bind port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:31:34.232655 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Attempting to bind port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd on network 1d119952-c837-4320-84ab-3678bc73cb59 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:31:34.238516 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:31:34.238886 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Checking segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:31:34.239288 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.240288 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Bound using segment: {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:31:34.240753 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Bound port: 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa74267-be52-4528-a943-51088dcc4350', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:31:34.241125 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.274785 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Network 38bb440b-a594-45da-911b-bd84a4f080f3 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:31:34.278442 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:34.282534 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:34.300281 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 7b5bc0ba-55b8-4103-a842-e6656536c8e8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:34.308356 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 7b5bc0ba-55b8-4103-a842-e6656536c8e8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:34.308802 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.319830 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:31:34.327800 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] For port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:31:34.331539 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] For port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=8c6a2d06-28a2-4c63-93bf-adf7e581d3fd,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:31:34.339818 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.346646 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Pushing event updated for resources: {'Port': ['ID=0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:34.381407 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808868'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.415511 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d87b6f-0bb7-44ef-a376-16bec5cae196 None None] Pushing event updated for resources: {'Port': ['ID=8c6a2d06-28a2-4c63-93bf-adf7e581d3fd,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:34.446795 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Routers {'21b0e710-d4f7-4660-8ddb-a3645dd08372'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:31:34.448180 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:31:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['21b0e710-d4f7-4660-8ddb-a3645dd08372'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:34.459482 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.509692 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 7b5bc0ba-55b8-4103-a842-e6656536c8e8, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=7b5bc0ba-55b8-4103-a842-e6656536c8e8,segment=NetworkSegment(31235ef7-0a0b-418e-ab05-446e3385869e),segment_id=31235ef7-0a0b-418e-ab05-446e3385869e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:34.516021 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.517222 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device d444bcd8-1fb1-48c0-8867-a4166e8377f6 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:34.593388 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] Set router 21b0e710-d4f7-4660-8ddb-a3645dd08372 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:31:34.594114 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.628239 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=7b5bc0ba-55b8-4103-a842-e6656536c8e8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:34.640410 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port d444bcd8-1fb1-48c0-8867-a4166e8377f6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:34.644637 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port d444bcd8-1fb1-48c0-8867-a4166e8377f6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:34.645082 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.780234 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.785230 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.797791 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:30Z', 'updated_at': '2021-08-26T12:31:32Z', 'revision_number': 3, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'gw_port': {'id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:31Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:34.828353 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1c10a-d060-49a8-9f76-262913cddfc8 None None] The sync data for ids ['21b0e710-d4f7-4660-8ddb-a3645dd08372'] in dv-cinder-806141-1-iscsi is: [{'id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:30Z', 'updated_at': '2021-08-26T12:31:32Z', 'revision_number': 3, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'gw_port': {'id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:31Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:31:34.832992 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-da253f9d-2a0a-4318-b821-fd95c54297ce None None] Provisioning for port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:34.839116 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-da253f9d-2a0a-4318-b821-fd95c54297ce None None] Provisioning complete for port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:34.839480 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da253f9d-2a0a-4318-b821-fd95c54297ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.856039 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Pushing event updated for resources: {'Port': ['ID=0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:34.856039 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808443'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.899533 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-da253f9d-2a0a-4318-b821-fd95c54297ce None None] Port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:31:34.909599 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.946154 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port d444bcd8-1fb1-48c0-8867-a4166e8377f6, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=d444bcd8-1fb1-48c0-8867-a4166e8377f6,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:34.951095 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:34.958295 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Network 38bb440b-a594-45da-911b-bd84a4f080f3 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:31:34.959780 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:35.011197 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=d444bcd8-1fb1-48c0-8867-a4166e8377f6,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:35.071942 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022b568-4bf5-4f72-b9a4-9972e3e3d0be req-3b92804d-5abd-4a76-8abd-8b52875337bd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:35.074273 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c022b568-4bf5-4f72-b9a4-9972e3e3d0be req-3b92804d-5abd-4a76-8abd-8b52875337bd tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0556374 Aug 26 12:31:35.131734 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Router 21b0e710-d4f7-4660-8ddb-a3645dd08372 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:31:35.144752 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c022b568-4bf5-4f72-b9a4-9972e3e3d0be req-e8acff43-517e-4f95-92ae-ccceda98c643 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493255 Aug 26 12:31:35.268808 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:31:35.277544 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-f693e6ed-2853-4b7e-86cb-a9dd19b06f6f admin admin] 10.222.0.13 "PUT /v2.0/routers/21b0e710-d4f7-4660-8ddb-a3645dd08372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0949578 Aug 26 12:31:35.329016 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-da297c8c-0bc4-4a68-9d34-22585c1062fb None None] Provisioning complete for port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:35.329397 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da297c8c-0bc4-4a68-9d34-22585c1062fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:35.376863 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-da297c8c-0bc4-4a68-9d34-22585c1062fb None None] Port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:31:36.132908 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58206) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:36.135811 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 7b5bc0ba-55b8-4103-a842-e6656536c8e8 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:36.139696 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-05718537-4321-4f88-8087-edeecb02d086 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048532779', 'description': 'tempest-secgroup-smoke-2048532779 description', 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:36.179555 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05718537-4321-4f88-8087-edeecb02d086 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.197733 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 7b5bc0ba-55b8-4103-a842-e6656536c8e8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:36.198372 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.265520 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb4582-fe4f-4f29-9320-45f382d62bf1 req-8c48a2b9-ba95-43c4-9205-be4b7eb88330 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:36.273163 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ddeb4582-fe4f-4f29-9320-45f382d62bf1 req-8c48a2b9-ba95-43c4-9205-be4b7eb88330 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0998001 Aug 26 12:31:36.300641 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-8612a578-c912-4dba-8727-2253fb230e76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866058 Aug 26 12:31:36.308453 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device d444bcd8-1fb1-48c0-8867-a4166e8377f6 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:36.313026 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05718537-4321-4f88-8087-edeecb02d086 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.319871 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05718537-4321-4f88-8087-edeecb02d086 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.344686 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ddeb4582-fe4f-4f29-9320-45f382d62bf1 req-f889af56-dcba-4066-9816-6dd516462f4f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704687 Aug 26 12:31:36.354276 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05718537-4321-4f88-8087-edeecb02d086 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.361693 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58218) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:36.361927 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-05718537-4321-4f88-8087-edeecb02d086 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2264073 Aug 26 12:31:36.363904 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05718537-4321-4f88-8087-edeecb02d086 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfa4944-6300-410f-97f3-1895955237be,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:36.364454 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port d444bcd8-1fb1-48c0-8867-a4166e8377f6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:36.365396 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.370785 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-557c1922-fb9b-47ac-8bc5-22af520fc98f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa4944-6300-410f-97f3-1895955237be', 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:36.402793 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-557c1922-fb9b-47ac-8bc5-22af520fc98f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.459451 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:36.465291 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-557c1922-fb9b-47ac-8bc5-22af520fc98f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.469993 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-557c1922-fb9b-47ac-8bc5-22af520fc98f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.492431 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c1922-fb9b-47ac-8bc5-22af520fc98f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df78db80-d223-4a75-b24b-4cd3e5740fc1,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:36.505612 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-557c1922-fb9b-47ac-8bc5-22af520fc98f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.506852 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-557c1922-fb9b-47ac-8bc5-22af520fc98f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435423 Aug 26 12:31:36.509404 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58222) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:36.517063 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e779af89-dbae-4fd5-a4fa-a003b6e179cb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa4944-6300-410f-97f3-1895955237be', 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:36.520497 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:36.525590 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:36.525967 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.546580 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e779af89-dbae-4fd5-a4fa-a003b6e179cb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.614209 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e779af89-dbae-4fd5-a4fa-a003b6e179cb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.617174 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.619648 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e779af89-dbae-4fd5-a4fa-a003b6e179cb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.640118 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779af89-dbae-4fd5-a4fa-a003b6e179cb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0d7c02-a4a0-4e02-b2b5-8cdf3791ec24,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:36.646720 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=8c6a2d06-28a2-4c63-93bf-adf7e581d3fd,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:36.648344 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e779af89-dbae-4fd5-a4fa-a003b6e179cb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.649736 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-e779af89-dbae-4fd5-a4fa-a003b6e179cb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362736 Aug 26 12:31:36.651850 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Sync routers for ids ['21b0e710-d4f7-4660-8ddb-a3645dd08372'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:31:36.652838 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58226) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:36.656000 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.657677 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b303253e-ae11-4d51-bc4c-c963c7533747 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa4944-6300-410f-97f3-1895955237be', 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:36.684913 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b303253e-ae11-4d51-bc4c-c963c7533747 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.692279 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Routers {'21b0e710-d4f7-4660-8ddb-a3645dd08372'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:31:36.692971 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:31:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['21b0e710-d4f7-4660-8ddb-a3645dd08372'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:36.755676 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b303253e-ae11-4d51-bc4c-c963c7533747 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.760926 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b303253e-ae11-4d51-bc4c-c963c7533747 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.763636 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=8c6a2d06-28a2-4c63-93bf-adf7e581d3fd,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:36.785389 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303253e-ae11-4d51-bc4c-c963c7533747 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdcf807-7b65-4370-9dd2-03c5f9b1becb,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:36.788800 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b303253e-ae11-4d51-bc4c-c963c7533747 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.792615 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-b303253e-ae11-4d51-bc4c-c963c7533747 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363456 Aug 26 12:31:36.793061 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58228) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:36.797307 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0022f025-49a8-463a-802e-0857c9de20cc tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa4944-6300-410f-97f3-1895955237be', 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:36.823871 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0022f025-49a8-463a-802e-0857c9de20cc tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.831415 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Set router 21b0e710-d4f7-4660-8ddb-a3645dd08372 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:31:36.894644 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0022f025-49a8-463a-802e-0857c9de20cc tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.899492 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0022f025-49a8-463a-802e-0857c9de20cc tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.921338 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0022f025-49a8-463a-802e-0857c9de20cc tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:36.922581 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-0022f025-49a8-463a-802e-0857c9de20cc tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288426 Aug 26 12:31:36.923435 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022f025-49a8-463a-802e-0857c9de20cc tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e119aa1-c396-4780-bd98-943540bb94bf,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:36.926645 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58230) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:36.931395 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-26cf403e-940a-4fd0-909b-129bb9ce08b3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa4944-6300-410f-97f3-1895955237be', 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:36.953414 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-26cf403e-940a-4fd0-909b-129bb9ce08b3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Project 1b15b0aacd1749e2bf9f161ab29d1746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:31:36.958800 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26cf403e-940a-4fd0-909b-129bb9ce08b3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.017322 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26cf403e-940a-4fd0-909b-129bb9ce08b3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.022223 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26cf403e-940a-4fd0-909b-129bb9ce08b3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.039531 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf403e-940a-4fd0-909b-129bb9ce08b3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058eeeeb-827c-45df-8c6f-1441747e4200,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:37.045304 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26cf403e-940a-4fd0-909b-129bb9ce08b3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.046654 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-26cf403e-940a-4fd0-909b-129bb9ce08b3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188910 Aug 26 12:31:37.049457 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58232) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:31:37.053903 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-dbd03bb8-2a5e-4228-8a9c-e7c0a5a014c8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa4944-6300-410f-97f3-1895955237be', 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:37.059778 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:30Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 4, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'gw_port': {'id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:31Z', 'updated_at': '2021-08-26T12:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45', 'name': '', 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'mac_address': 'fa:16:3e:36:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '26733c8a-8730-417f-9f55-5bc2ce5e9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:33Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 2, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'subnets': [{'id': '26733c8a-8730-417f-9f55-5bc2ce5e9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:37.074793 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-dbd03bb8-2a5e-4228-8a9c-e7c0a5a014c8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Project 1b15b0aacd1749e2bf9f161ab29d1746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:31:37.079459 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbd03bb8-2a5e-4228-8a9c-e7c0a5a014c8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.086365 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Checking router: 21b0e710-d4f7-4660-8ddb-a3645dd08372 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:31:37.086749 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Updating router 21b0e710-d4f7-4660-8ddb-a3645dd08372 port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 binding host dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:31:37.115209 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.140598 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbd03bb8-2a5e-4228-8a9c-e7c0a5a014c8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.144426 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbd03bb8-2a5e-4228-8a9c-e7c0a5a014c8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1768617'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.162888 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd03bb8-2a5e-4228-8a9c-e7c0a5a014c8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f7656a-006c-4435-97df-246d94a7b5b4,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:37.168948 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbd03bb8-2a5e-4228-8a9c-e7c0a5a014c8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.170170 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-dbd03bb8-2a5e-4228-8a9c-e7c0a5a014c8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197820 Aug 26 12:31:37.221474 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-aa791fce-3701-4163-a7ff-037c73921099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:37.223057 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-aa791fce-3701-4163-a7ff-037c73921099 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477&tenant_id=693c63a8061d43cb88bd81118e5880b9 HTTP/1.1" status: 200 len: 1097 time: 0.0442467 Aug 26 12:31:37.303884 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-4da0144b-4c6d-4766-9cc8-59c6770f882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:37.305416 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-4da0144b-4c6d-4766-9cc8-59c6770f882b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 1097 time: 0.0459962 Aug 26 12:31:37.407001 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-ab5bd2fc-684e-42c5-a93b-3ba283f4954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:37.409022 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-ab5bd2fc-684e-42c5-a93b-3ba283f4954f service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 917 time: 0.0963955 Aug 26 12:31:37.419694 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.432702 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Transition to ACTIVE for port object 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:37.441775 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.470715 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88fae6-0844-4b09-8838-1fa449e7a852 req-eb3a6bb6-6fce-4fe8-9366-df345724b83b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:37.481984 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-aa88fae6-0844-4b09-8838-1fa449e7a852 req-eb3a6bb6-6fce-4fe8-9366-df345724b83b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0622647 Aug 26 12:31:37.502516 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-7f75f164-3c2c-49c6-884b-9f225b3e20f7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51 HTTP/1.1" status: 200 len: 1000 time: 0.0842371 Aug 26 12:31:37.535538 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b6d0-e65b-483e-9663-c8d809d537e6 None None] Pushing event updated for resources: {'Port': ['ID=0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:37.549361 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-aa88fae6-0844-4b09-8838-1fa449e7a852 req-7364cd55-4f87-4a0e-a969-3ff9402eda76 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633323 Aug 26 12:31:37.572148 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-b0ea380f-bef7-4348-ad3f-f5480250ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:37.575903 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-b0ea380f-bef7-4348-ad3f-f5480250ebfc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0651398 Aug 26 12:31:37.576204 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Attempting to bind port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 on host dv-cinder-806141-1-iscsi for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:31:37.576645 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Attempting to bind port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 by drivers openvswitch,hyperv on host dv-cinder-806141-1-iscsi at level 0 using segments [{'id': '31235ef7-0a0b-418e-ab05-446e3385869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:31:37.576927 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Attempting to bind port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 on network 38bb440b-a594-45da-911b-bd84a4f080f3 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:31:37.582209 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Checking agent: {'id': '74dc4d02-5d3d-407a-a572-906b98de881e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806141-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 14, 57), 'started_at': datetime.datetime(2021, 8, 26, 12, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806141-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:31:37.582722 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Checking segment: {'id': '31235ef7-0a0b-418e-ab05-446e3385869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:31:37.583702 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.584104 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Bound using segment: {'id': '31235ef7-0a0b-418e-ab05-446e3385869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:31:37.584619 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Bound port: 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45, host: dv-cinder-806141-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31235ef7-0a0b-418e-ab05-446e3385869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:31:37.584960 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.627168 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-a74436e7-b761-4e71-866b-b85ad1b98e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:37.628825 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-a74436e7-b761-4e71-866b-b85ad1b98e2b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447135 Aug 26 12:31:37.668317 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] For port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45, host dv-cinder-806141-1-iscsi, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:31:37.672059 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] For port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45, host dv-cinder-806141-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45,segment=NetworkSegment(31235ef7-0a0b-418e-ab05-446e3385869e),segment_id=31235ef7-0a0b-418e-ab05-446e3385869e)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:31:37.678961 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:37.768067 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-78470259-b706-4d64-820d-571b708c843b service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290288 Aug 26 12:31:37.781278 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b6d0-e65b-483e-9663-c8d809d537e6 None None] Pushing event updated for resources: {'Port': ['ID=0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:37.794898 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Routers {'21b0e710-d4f7-4660-8ddb-a3645dd08372'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:31:37.795593 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:31:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['21b0e710-d4f7-4660-8ddb-a3645dd08372'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:37.886741 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09185ccd-ca1f-4f72-9723-e55b04ac9907 req-a80dbce1-d403-4b1d-b0e6-b245ec8ac230 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027553 Aug 26 12:31:37.916409 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] Set router 21b0e710-d4f7-4660-8ddb-a3645dd08372 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:31:38.037747 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:38.143868 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:38.144248 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:38.212460 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:30Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 4, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'gw_port': {'id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:31Z', 'updated_at': '2021-08-26T12:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45', 'name': '', 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'mac_address': 'fa:16:3e:36:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '26733c8a-8730-417f-9f55-5bc2ce5e9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:33Z', 'updated_at': '2021-08-26T12:31:37Z', 'revision_number': 4, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'subnets': [{'id': '26733c8a-8730-417f-9f55-5bc2ce5e9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:31:38.247405 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6f3b2-e8ee-4810-853f-6afd5c1148ac None None] The sync data for ids ['21b0e710-d4f7-4660-8ddb-a3645dd08372'] in dv-cinder-806141-1-iscsi is: [{'id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:30Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 4, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'gw_port': {'id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:31Z', 'updated_at': '2021-08-26T12:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': '0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45', 'name': '', 'network_id': '38bb440b-a594-45da-911b-bd84a4f080f3', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'mac_address': 'fa:16:3e:36:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '26733c8a-8730-417f-9f55-5bc2ce5e9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:33Z', 'updated_at': '2021-08-26T12:31:37Z', 'revision_number': 4, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'subnets': [{'id': '26733c8a-8730-417f-9f55-5bc2ce5e9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:31:38.726418 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaf5fd-b57d-4450-8905-d4ae0098bf19 req-69137349-4c18-43e4-a5d6-18af8750f5f0 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:38.728501 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ebfaf5fd-b57d-4450-8905-d4ae0098bf19 req-69137349-4c18-43e4-a5d6-18af8750f5f0 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0948217 Aug 26 12:31:38.791991 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ebfaf5fd-b57d-4450-8905-d4ae0098bf19 req-4256b692-5bc1-40d3-b74c-09d57480c0ca tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521085 Aug 26 12:31:39.925813 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32cd51-e458-4d38-9b75-365709bf1952 req-999c9d60-9412-433a-b6c6-1f252571ecf3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:39.928589 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ce32cd51-e458-4d38-9b75-365709bf1952 req-999c9d60-9412-433a-b6c6-1f252571ecf3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0639462 Aug 26 12:31:39.972125 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ce32cd51-e458-4d38-9b75-365709bf1952 req-3df5a7f9-ab22-43b9-81f6-05fb738dc082 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368917 Aug 26 12:31:40.051612 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:40.101361 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning for port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:40.105204 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:40.105575 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:40.189876 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:40.223431 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] For port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45,segment=NetworkSegment(31235ef7-0a0b-418e-ab05-446e3385869e),segment_id=31235ef7-0a0b-418e-ab05-446e3385869e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:40.229468 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:40.277253 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Pushing event updated for resources: {'Port': ['ID=0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:41.038523 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:31:41.111180 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ae595-1501-4661-834b-428cd2a463b4 req-a912bf19-8ebb-48a3-a9d4-90a022901b85 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:41.112995 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e08ae595-1501-4661-834b-428cd2a463b4 req-a912bf19-8ebb-48a3-a9d4-90a022901b85 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0609417 Aug 26 12:31:41.153757 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e08ae595-1501-4661-834b-428cd2a463b4 req-d9bd0e8d-3a2c-4029-a930-0dba3e2062cf tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341606 Aug 26 12:31:42.029529 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 up at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:42.080405 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Provisioning complete for port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:42.080882 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:42.276017 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa629-270b-469c-b165-eb91b228fa84 req-aa8bf4a3-1a58-4655-80e2-984df170f3ed tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:42.277599 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2f1aa629-270b-469c-b165-eb91b228fa84 req-aa8bf4a3-1a58-4655-80e2-984df170f3ed tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0519707 Aug 26 12:31:42.317494 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2f1aa629-270b-469c-b165-eb91b228fa84 req-22e377b5-3a8d-4367-8497-a3cf4716b362 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338066 Aug 26 12:31:43.444482 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4ff9-598f-4191-95f5-60415cd68d1d req-235b25e8-ef5f-489d-8453-48c535bf3903 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:43.446012 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c0bf4ff9-598f-4191-95f5-60415cd68d1d req-235b25e8-ef5f-489d-8453-48c535bf3903 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0499144 Aug 26 12:31:43.486083 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c0bf4ff9-598f-4191-95f5-60415cd68d1d req-722d6d84-ebbe-440a-944f-05270fb2ae89 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Aug 26 12:31:44.610967 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd9359-dbfb-4821-9e77-c602ee65643e req-f64db5b4-4edb-44d9-827f-a308fff7c00c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:44.612636 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b2bd9359-dbfb-4821-9e77-c602ee65643e req-f64db5b4-4edb-44d9-827f-a308fff7c00c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0488372 Aug 26 12:31:44.652631 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b2bd9359-dbfb-4821-9e77-c602ee65643e req-d9e71e0c-3779-462b-9eb8-3c27f378196d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334120 Aug 26 12:31:45.780903 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73353138-6fbb-44e3-b0a8-08a218510941 req-8694a94d-e1ac-44b3-b4b7-246df189a88f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:45.782429 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-73353138-6fbb-44e3-b0a8-08a218510941 req-8694a94d-e1ac-44b3-b4b7-246df189a88f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0530531 Aug 26 12:31:45.821978 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-73353138-6fbb-44e3-b0a8-08a218510941 req-cec76a23-f86b-417a-94c9-b81caa220ad5 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Aug 26 12:31:46.952469 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895295f4-900b-4302-bc13-b93ca4d8df3b req-afd44022-8eb7-4622-96a0-ed552edcf3d8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:46.954022 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-895295f4-900b-4302-bc13-b93ca4d8df3b req-afd44022-8eb7-4622-96a0-ed552edcf3d8 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0531595 Aug 26 12:31:46.993894 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-895295f4-900b-4302-bc13-b93ca4d8df3b req-5d005178-d27c-4c9c-b91d-336615f9e7ae tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333028 Aug 26 12:31:48.124829 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207e0b9-68d5-4313-8b94-8a77434fd371 req-d55bd4c1-4f8f-4f58-a787-46b07cc4b72d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:48.126512 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e207e0b9-68d5-4313-8b94-8a77434fd371 req-d55bd4c1-4f8f-4f58-a787-46b07cc4b72d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0567582 Aug 26 12:31:48.168011 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-e207e0b9-68d5-4313-8b94-8a77434fd371 req-a6e8adfa-d687-47f8-bf97-62382988393a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346172 Aug 26 12:31:49.290541 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717059d-a57e-473b-9d0e-d3645805a6f7 req-e75603af-fe6c-4892-9090-cdd0c5b37f9f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:49.291902 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6717059d-a57e-473b-9d0e-d3645805a6f7 req-e75603af-fe6c-4892-9090-cdd0c5b37f9f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0513709 Aug 26 12:31:49.329884 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6717059d-a57e-473b-9d0e-d3645805a6f7 req-ac316903-170f-4054-90ca-53cbac64399c tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321167 Aug 26 12:31:50.449929 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e19a9-0105-4554-a70f-722884b1bf29 req-6434e24c-f98b-41d8-8d9c-8c3ae1836768 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:50.451456 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-438e19a9-0105-4554-a70f-722884b1bf29 req-6434e24c-f98b-41d8-8d9c-8c3ae1836768 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0504816 Aug 26 12:31:50.489218 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-438e19a9-0105-4554-a70f-722884b1bf29 req-d887b3d4-146c-418f-b3c8-0c9564d6a010 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319817 Aug 26 12:31:51.604058 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bc858-ac68-4b3e-97f4-fb8f2c1b5bb7 req-2e7553b1-651e-4104-a4f2-60554f99f100 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:51.605520 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c99bc858-ac68-4b3e-97f4-fb8f2c1b5bb7 req-2e7553b1-651e-4104-a4f2-60554f99f100 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 944 time: 0.0472641 Aug 26 12:31:51.642676 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c99bc858-ac68-4b3e-97f4-fb8f2c1b5bb7 req-e88e9dd9-2bd9-4dd4-8343-39e31262730a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Aug 26 12:31:51.958627 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0ebea58b-823d-43e5-9a79-eb900f5c5a51 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:31:52.048611 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:52.059993 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'port_id': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'mac_address': 'fa:16:3e:10:82:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:31:52.098064 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:52.110967 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebea58b-823d-43e5-9a79-eb900f5c5a51 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:31:52.129777 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:52.133729 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:52.180485 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:52.526792 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['0ebea58b-823d-43e5-9a79-eb900f5c5a51'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:31:52.755795 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94472e-b3eb-4937-a59f-b2f061873206 req-9a2e8e21-e2ae-438f-8a0d-6e783b82166a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:52.757253 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a94472e-b3eb-4937-a59f-b2f061873206 req-9a2e8e21-e2ae-438f-8a0d-6e783b82166a tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 945 time: 0.0470974 Aug 26 12:31:52.793828 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a94472e-b3eb-4937-a59f-b2f061873206 req-667cd5bd-ba1e-44de-9d43-5b3418d0ea00 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302472 Aug 26 12:31:53.912373 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c82bb2-cd57-43d3-be28-bf8b11ef11a3 req-51d815f7-bc3f-43bd-8af9-91df90011aff tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:53.914425 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d6c82bb2-cd57-43d3-be28-bf8b11ef11a3 req-51d815f7-bc3f-43bd-8af9-91df90011aff tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 945 time: 0.0516326 Aug 26 12:31:53.951886 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-d6c82bb2-cd57-43d3-be28-bf8b11ef11a3 req-ab213dde-27f3-437f-bf43-e16768ef138d tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Aug 26 12:31:53.962306 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0ebea58b-823d-43e5-9a79-eb900f5c5a51 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:31:54.009081 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:54.009446 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:54.084049 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:54.107733 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:31:54.109929 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad609a5-d2cd-44c9-b708-b90d9dca892c" -d '{"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-plugged", "status": "completed", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:31:54.121910 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:31:54.126004 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:54.148873 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b733e28d-680b-4862-84e1-c970eb9cad19 x-openstack-request-id: req-b733e28d-680b-4862-84e1-c970eb9cad19 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:31:54.149175 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-plugged", "status": "completed", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:31:54.149420 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b733e28d-680b-4862-84e1-c970eb9cad19 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:31:54.149800 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'code': 200} Aug 26 12:31:54.173850 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:54.369095 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90748d-d995-4479-86ad-8dbe6fb6ff44 req-7d149e4d-0016-4607-ad19-069abbb7d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:54.370481 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ff90748d-d995-4479-86ad-8dbe6fb6ff44 req-7d149e4d-0016-4607-ad19-069abbb7d9c5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 1100 time: 0.0411181 Aug 26 12:31:54.404401 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ff90748d-d995-4479-86ad-8dbe6fb6ff44 req-8edf04f1-5a12-4c01-8d79-ea8aee9991e1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268068 Aug 26 12:31:54.636482 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46edbac9-04e8-44e4-bb45-225ca314109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:54.889145 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-4a23e564-2895-4e74-b7e1-1f9d0eb601e9 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048532779&fields=id&tenant_id=1b15b0aacd1749e2bf9f161ab29d1746 HTTP/1.1" status: 200 len: 267 time: 0.0406909 Aug 26 12:31:54.994018 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783d11-55ec-4471-8357-b16044e5bfca req-ad18cb75-1314-4e40-8fc8-5f4fa0ab781e tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:54.995505 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-ad18cb75-1314-4e40-8fc8-5f4fa0ab781e tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 811 time: 0.0993218 Aug 26 12:31:55.010284 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-b037dc1f-07e6-4a24-b7a7-25ce28ada8f7 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/quotas/1b15b0aacd1749e2bf9f161ab29d1746 HTTP/1.1" status: 200 len: 375 time: 0.0089014 Aug 26 12:31:55.064360 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-84537e46-2cad-4831-8fc3-c778c1b5e439 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487134 Aug 26 12:31:55.071086 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c4e60-3677-4437-9b62-7d531df7e444 req-f3b68162-c205-421d-b0fc-6cb1b007f09b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:55.072607 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-af0c4e60-3677-4437-9b62-7d531df7e444 req-f3b68162-c205-421d-b0fc-6cb1b007f09b tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 947 time: 0.0487142 Aug 26 12:31:55.110393 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-af0c4e60-3677-4437-9b62-7d531df7e444 req-bd074ee8-8280-4a54-8a98-1623e7271ed6 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Aug 26 12:31:55.157689 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-79ddd023-828e-40bd-ae81-5f8f7069f61c service neutron] 10.222.0.13 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817747 Aug 26 12:31:55.248453 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-662e3eae-961b-4d6a-a6d4-0ff044165b42 service neutron] 10.222.0.13 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848155 Aug 26 12:31:55.522342 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ac89c0f8-d7b1-423c-a8b7-964a2f86a76f req-66e4d86e-a7a3-4847-916b-0d47e16c1427 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 210 time: 0.0261056 Aug 26 12:31:56.227624 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b260a-9a73-4187-9655-d6ca9c68ebf6 req-d8e6d68c-3910-4303-8001-01ad5fe7492f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:56.229035 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c75b260a-9a73-4187-9655-d6ca9c68ebf6 req-d8e6d68c-3910-4303-8001-01ad5fe7492f tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 947 time: 0.0489748 Aug 26 12:31:56.267465 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-c75b260a-9a73-4187-9655-d6ca9c68ebf6 req-c89ffe0a-cfba-468e-83db-c6ac976d3b70 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Aug 26 12:31:56.485239 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:56.568107 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783d11-55ec-4471-8357-b16044e5bfca req-5553220c-4a97-4448-9642-d0b890b30afb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:56.569604 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-5553220c-4a97-4448-9642-d0b890b30afb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 811 time: 0.1107681 Aug 26 12:31:56.626601 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-09d4b87c-30f9-4086-8341-5a4357097c0b req-86eba236-f212-484c-a524-5983d597ba30 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 210 time: 0.0353141 Aug 26 12:31:56.643666 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-0dc20353-41c9-4e48-93f6-7a3cce9d72f7 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b15b0aacd1749e2bf9f161ab29d1746 HTTP/1.1" status: 200 len: 380 time: 0.0584214 Aug 26 12:31:56.654056 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'port': {'device_id': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'admin_state_up': True, 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'security_groups': ['fdfa4944-6300-410f-97f3-1895955237be']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:56.760361 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Made reservation on behalf of 1b15b0aacd1749e2bf9f161ab29d1746 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:31:56.763846 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:56.882881 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Allocated IP 172.20.0.12 (de61ebec-f305-4cf7-9b93-9edfed509307/71f7c3e5-3849-4ef6-9075-417dbcfbec61/fdae0d2d-8f64-4673-bbed-802fca934215) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:31:57.016874 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:57.030777 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Transition to ACTIVE for port object fdae0d2d-8f64-4673-bbed-802fca934215 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:57.062758 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:57.106156 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Network de61ebec-f305-4cf7-9b93-9edfed509307 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:31:57.116788 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:31:57.122504 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:31:57.126552 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'Port': ['ID=fdae0d2d-8f64-4673-bbed-802fca934215,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:57.177570 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:57.178209 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:57.193143 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-40c62e83-2944-49e4-8810-f4f0d1b40515 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5427392 Aug 26 12:31:57.214699 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Request body: {'port': {'device_id': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:31:57.271490 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:57.330546 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e894f9aa-b043-4647-8cf3-bb5b67d55a41 None None] Provisioning for port fdae0d2d-8f64-4673-bbed-802fca934215 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:31:57.334380 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea4e531f-71b1-4e29-bac0-1391bf681dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:57.339329 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e894f9aa-b043-4647-8cf3-bb5b67d55a41 None None] Provisioning complete for port fdae0d2d-8f64-4673-bbed-802fca934215 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:31:57.339694 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e894f9aa-b043-4647-8cf3-bb5b67d55a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:57.393742 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e894f9aa-b043-4647-8cf3-bb5b67d55a41 None None] Port fdae0d2d-8f64-4673-bbed-802fca934215 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:31:57.400185 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83533d36-9600-4b96-925a-68c743cfa1b7 req-f99b1b41-9f3e-422e-a91e-a165ca305701 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:57.401697 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-83533d36-9600-4b96-925a-68c743cfa1b7 req-f99b1b41-9f3e-422e-a91e-a165ca305701 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 947 time: 0.0586278 Aug 26 12:31:57.440798 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-83533d36-9600-4b96-925a-68c743cfa1b7 req-683f5059-0b21-43de-befc-c59d72e6da00 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Aug 26 12:31:57.513384 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:57.535130 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdae0d2d-8f64-4673-bbed-802fca934215 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:31:57.542318 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:57.553591 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Transition to ACTIVE for port object fdae0d2d-8f64-4673-bbed-802fca934215 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:31:57.557341 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:57.880326 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Pushing event updated for resources: {'Port': ['ID=fdae0d2d-8f64-4673-bbed-802fca934215,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:57.940979 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ea5f6-7c49-44ea-a17b-988424d138b7 req-c2187133-b964-41bf-a997-c64364967aa2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:57.942507 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bf8ea5f6-7c49-44ea-a17b-988424d138b7 req-c2187133-b964-41bf-a997-c64364967aa2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 944 time: 0.1091580 Aug 26 12:31:57.983635 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Attempting to bind port fdae0d2d-8f64-4673-bbed-802fca934215 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:31:57.983972 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Attempting to bind port fdae0d2d-8f64-4673-bbed-802fca934215 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:31:57.984305 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Attempting to bind port fdae0d2d-8f64-4673-bbed-802fca934215 on network de61ebec-f305-4cf7-9b93-9edfed509307 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:31:57.995358 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Port fdae0d2d-8f64-4673-bbed-802fca934215 on network de61ebec-f305-4cf7-9b93-9edfed509307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:31:57.995676 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Attempting to bind port fdae0d2d-8f64-4673-bbed-802fca934215 on network de61ebec-f305-4cf7-9b93-9edfed509307 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:31:58.003116 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bf8ea5f6-7c49-44ea-a17b-988424d138b7 req-a95083b0-a132-4049-abc9-d8a0845638c8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541856 Aug 26 12:31:58.005699 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:31:58.006033 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Checking segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:31:58.006418 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Bound using segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:31:58.006855 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Bound port: fdae0d2d-8f64-4673-bbed-802fca934215, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:31:58.007246 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:58.078082 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] For port fdae0d2d-8f64-4673-bbed-802fca934215, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:31:58.080992 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] For port fdae0d2d-8f64-4673-bbed-802fca934215, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=fdae0d2d-8f64-4673-bbed-802fca934215,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:31:58.084176 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:58.116703 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:58.117813 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:58.119197 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] 10.222.0.68 "PUT /v2.0/ports/fdae0d2d-8f64-4673-bbed-802fca934215 HTTP/1.1" status: 200 len: 1094 time: 0.9096336 Aug 26 12:31:58.119622 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'tag': 'fdae0d2d-8f64-4673-bbed-802fca934215'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:31:58.121846 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cbda1f-9579-4fbb-995d-96ed467bd1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "078373c8-6b96-4f43-8140-8e6c3661ad9b", "tag": "fdae0d2d-8f64-4673-bbed-802fca934215"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:31:58.146902 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09291a95-59f0-4b0e-8587-03052af3fd71 service neutron] Pushing event updated for resources: {'Port': ['ID=fdae0d2d-8f64-4673-bbed-802fca934215,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:31:58.162128 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe690c-44c6-436a-a615-d4ae15c79a0b x-openstack-request-id: req-41fe690c-44c6-436a-a615-d4ae15c79a0b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:31:58.162444 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078373c8-6b96-4f43-8140-8e6c3661ad9b", "tag": "fdae0d2d-8f64-4673-bbed-802fca934215", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:31:58.163315 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41fe690c-44c6-436a-a615-d4ae15c79a0b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:31:58.163315 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'tag': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'status': 'completed', 'code': 200} Aug 26 12:31:58.227695 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783d11-55ec-4471-8357-b16044e5bfca req-4c918f8b-d3e4-4635-8fde-5a5ddd367d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:58.229208 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-4c918f8b-d3e4-4635-8fde-5a5ddd367d92 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 1097 time: 0.0418248 Aug 26 12:31:58.243773 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:58.282068 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-9bed3fe2-2407-4762-9170-0bb062233469 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdae0d2d-8f64-4673-bbed-802fca934215 HTTP/1.1" status: 200 len: 217 time: 0.0375481 Aug 26 12:31:58.330137 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783d11-55ec-4471-8357-b16044e5bfca req-a459ea1d-63b2-4c47-bbae-da96ddf0bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:58.331699 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-a459ea1d-63b2-4c47-bbae-da96ddf0bb69 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0416627 Aug 26 12:31:58.377157 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783d11-55ec-4471-8357-b16044e5bfca req-39726a88-27d8-46b4-95ea-138ecf2a69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:58.378566 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-39726a88-27d8-46b4-95ea-138ecf2a69c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394506 Aug 26 12:31:58.468567 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-dbf6823a-8d3e-4e90-99e0-33c0f116552d service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821497 Aug 26 12:31:58.557651 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-41783d11-55ec-4471-8357-b16044e5bfca req-dd875048-5327-4de4-b81b-b53e19257845 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800273 Aug 26 12:31:58.686384 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-63b70cce-4e2a-4bde-9278-72301c850caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:58.687776 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-63b70cce-4e2a-4bde-9278-72301c850caf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 1097 time: 0.0398784 Aug 26 12:31:58.780619 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-53689848-f4be-47eb-ad6a-04aff03fa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:58.782075 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-53689848-f4be-47eb-ad6a-04aff03fa4c0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0858905 Aug 26 12:31:58.822755 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-5e019eb3-d6c7-4e19-bbb1-06c10f49c27c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdae0d2d-8f64-4673-bbed-802fca934215 HTTP/1.1" status: 200 len: 217 time: 0.0331132 Aug 26 12:31:58.878846 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-8d1a47fe-e335-4e8a-ab79-668fa55db296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:58.880233 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-8d1a47fe-e335-4e8a-ab79-668fa55db296 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0453651 Aug 26 12:31:58.924754 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-19b191c3-8f86-444d-8ebc-89c55d69a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:58.926191 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-19b191c3-8f86-444d-8ebc-89c55d69a960 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386169 Aug 26 12:31:59.015212 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-298cae09-d6ca-461c-8fb1-5064f3fc412f service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794969 Aug 26 12:31:59.140501 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb2bf0-bed1-4585-95b5-11862fcca926 req-69da505b-dcde-4993-949d-f6cf37cd2fb9 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:31:59.141990 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dadb2bf0-bed1-4585-95b5-11862fcca926 req-69da505b-dcde-4993-949d-f6cf37cd2fb9 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 944 time: 0.0735598 Aug 26 12:31:59.147339 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-69cbda1f-9579-4fbb-995d-96ed467bd1ce req-6c8a9f9a-65e8-4275-8a94-64d2f47bdd90 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251171 Aug 26 12:31:59.178833 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-dadb2bf0-bed1-4585-95b5-11862fcca926 req-6c604016-2d74-4df7-ac30-8ff1ee2530bb tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Aug 26 12:32:00.087270 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:00.551472 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101df16-0e6a-4cd5-949f-e5ca0c902399 req-31705b25-c615-46f9-89ee-222f66719311 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:00.552957 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1101df16-0e6a-4cd5-949f-e5ca0c902399 req-31705b25-c615-46f9-89ee-222f66719311 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 944 time: 0.3080571 Aug 26 12:32:00.590079 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1101df16-0e6a-4cd5-949f-e5ca0c902399 req-2ee925c1-2f1b-47f3-ab45-aca3d93f1296 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306766 Aug 26 12:32:01.703493 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c717f3-60d7-49da-856c-9cb38fc1359d req-d121793a-cbe4-4f43-9dc6-16d448bc9040 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:01.704936 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70c717f3-60d7-49da-856c-9cb38fc1359d req-d121793a-cbe4-4f43-9dc6-16d448bc9040 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 944 time: 0.0505366 Aug 26 12:32:01.741613 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70c717f3-60d7-49da-856c-9cb38fc1359d req-4835b0a3-cdd9-497c-b234-7bfbbed27118 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308995 Aug 26 12:32:02.125366 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-38c03bd6-64b9-4a80-b0f5-28489000069b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388813 Aug 26 12:32:02.222914 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-d8d2b131-5bbe-4a22-9431-a62387542df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:02.224264 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-d8d2b131-5bbe-4a22-9431-a62387542df9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=693c63a8061d43cb88bd81118e5880b9&device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 1100 time: 0.0389016 Aug 26 12:32:02.326709 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-0bf250e8-24d3-4ba4-8e76-21bbf8362c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:02.328146 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-0bf250e8-24d3-4ba4-8e76-21bbf8362c4f service neutron] 10.222.0.68 "GET /v2.0/networks?id=9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 200 len: 917 time: 0.0845492 Aug 26 12:32:02.393223 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-0a7a6e31-c36b-4636-bbcc-b364e6a7388f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51 HTTP/1.1" status: 200 len: 1002 time: 0.0562024 Aug 26 12:32:02.440812 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-c689b2ee-6094-4ed0-85a5-7210c64b3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:02.442208 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-c689b2ee-6094-4ed0-85a5-7210c64b3037 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 200 len: 855 time: 0.0413918 Aug 26 12:32:02.490843 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-6a99eeac-4409-4c8a-b681-dc32a1c85bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:02.492249 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-6a99eeac-4409-4c8a-b681-dc32a1c85bd8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9c6aa099-38b9-4486-8257-70f0f1a92b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429120 Aug 26 12:32:02.580219 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-271c3b81-f917-417a-833f-7858b5432d3d service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800903 Aug 26 12:32:02.673521 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d57c5d56-d5c0-4332-8a20-b24f4aa6e214 req-4bc419ac-9c91-4a50-8a99-f18c0e81d6c6 service neutron] 10.222.0.68 "GET /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854623 Aug 26 12:32:02.852215 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae72a8-3732-4ed3-a798-48aba888d882 req-1cf6ee16-6e6c-4c9c-bb0b-84d999687425 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:02.854297 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fbae72a8-3732-4ed3-a798-48aba888d882 req-1cf6ee16-6e6c-4c9c-bb0b-84d999687425 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 944 time: 0.0473833 Aug 26 12:32:02.890482 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-fbae72a8-3732-4ed3-a798-48aba888d882 req-fbffa8dd-b26a-45af-bffc-9181d5358c89 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305004 Aug 26 12:32:04.002353 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f23d9-60cf-4014-baa8-344956d8390b req-76e29c08-c7f5-45b2-a15a-04cc0fb62a9d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:04.003873 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-af8f23d9-60cf-4014-baa8-344956d8390b req-76e29c08-c7f5-45b2-a15a-04cc0fb62a9d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 944 time: 0.0493870 Aug 26 12:32:04.040533 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-af8f23d9-60cf-4014-baa8-344956d8390b req-45012292-0b02-40c0-a681-624b4e97e891 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304248 Aug 26 12:32:05.150966 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096a0a-8d09-4927-af11-0e5b304e8f9c req-5c15eee0-2275-4987-8031-40c9669ce28a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:05.152411 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9f096a0a-8d09-4927-af11-0e5b304e8f9c req-5c15eee0-2275-4987-8031-40c9669ce28a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 944 time: 0.0479543 Aug 26 12:32:05.189815 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9f096a0a-8d09-4927-af11-0e5b304e8f9c req-8de1f2b5-bdce-40fa-9e1f-7aa42cb5b6c5 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Aug 26 12:32:06.016435 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device fdae0d2d-8f64-4673-bbed-802fca934215 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:32:06.107520 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port fdae0d2d-8f64-4673-bbed-802fca934215, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=fdae0d2d-8f64-4673-bbed-802fca934215,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:32:06.118123 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'port_id': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'mac_address': 'fa:16:3e:50:a2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:32:06.153526 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:06.165412 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdae0d2d-8f64-4673-bbed-802fca934215 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:32:06.183134 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port fdae0d2d-8f64-4673-bbed-802fca934215, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=fdae0d2d-8f64-4673-bbed-802fca934215,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:32:06.187312 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:06.236296 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=fdae0d2d-8f64-4673-bbed-802fca934215,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:06.301018 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11536f-2894-4b15-b90a-35e6d9f3b1b1 req-8bc18e67-68cf-4e09-a05a-dcd2031021cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:06.302476 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8c11536f-2894-4b15-b90a-35e6d9f3b1b1 req-8bc18e67-68cf-4e09-a05a-dcd2031021cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 945 time: 0.0469854 Aug 26 12:32:06.338231 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8c11536f-2894-4b15-b90a-35e6d9f3b1b1 req-2d8797c3-2c5b-4ba5-907f-e69361fce05f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299549 Aug 26 12:32:06.509061 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['fdae0d2d-8f64-4673-bbed-802fca934215'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:32:07.451468 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e39618-6472-48ef-a1c6-19232521abd4 req-a782ef48-d0fa-4953-a151-189e6430910a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:07.452937 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f2e39618-6472-48ef-a1c6-19232521abd4 req-a782ef48-d0fa-4953-a151-189e6430910a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 945 time: 0.0508912 Aug 26 12:32:07.490564 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-f2e39618-6472-48ef-a1c6-19232521abd4 req-bafe1d65-524a-44e2-b984-7e5a808196e0 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Aug 26 12:32:08.029638 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device fdae0d2d-8f64-4673-bbed-802fca934215 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:32:08.076760 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port fdae0d2d-8f64-4673-bbed-802fca934215 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:32:08.080242 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port fdae0d2d-8f64-4673-bbed-802fca934215 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:32:08.080613 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:08.154037 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:08.176358 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae0d2d-8f64-4673-bbed-802fca934215'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:32:08.178602 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b28c56-3abe-4e7d-a386-2455559714e8" -d '{"events": [{"server_uuid": "078373c8-6b96-4f43-8140-8e6c3661ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "fdae0d2d-8f64-4673-bbed-802fca934215"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:32:08.194712 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port fdae0d2d-8f64-4673-bbed-802fca934215, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=fdae0d2d-8f64-4673-bbed-802fca934215,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:32:08.199578 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:08.223579 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d333f0f0-e4ba-44c6-8203-7f6b6d716858 x-openstack-request-id: req-d333f0f0-e4ba-44c6-8203-7f6b6d716858 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:32:08.223872 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078373c8-6b96-4f43-8140-8e6c3661ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "fdae0d2d-8f64-4673-bbed-802fca934215", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:32:08.224119 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d333f0f0-e4ba-44c6-8203-7f6b6d716858 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:32:08.224550 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'code': 200} Aug 26 12:32:08.250979 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=fdae0d2d-8f64-4673-bbed-802fca934215,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:08.468774 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96029ae-4583-4823-917a-1cd6e61e652c req-668dce3a-34d3-44f5-9d83-12e257d00c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:08.470211 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c96029ae-4583-4823-917a-1cd6e61e652c req-668dce3a-34d3-44f5-9d83-12e257d00c58 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 1099 time: 0.0417824 Aug 26 12:32:08.505876 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c96029ae-4583-4823-917a-1cd6e61e652c req-50e9c6bb-b73b-4d6c-a350-b0ebca730eb1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273609 Aug 26 12:32:08.600056 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8ca6-011c-41c7-bbb5-381e2fc2e05d req-9eaaa302-0bc6-41ad-9777-61410b9af572 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:08.601505 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-916d8ca6-011c-41c7-bbb5-381e2fc2e05d req-9eaaa302-0bc6-41ad-9777-61410b9af572 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 946 time: 0.0468748 Aug 26 12:32:08.638614 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-916d8ca6-011c-41c7-bbb5-381e2fc2e05d req-f14a16cb-98ce-47f7-abbe-2946b2168b2b tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Aug 26 12:32:09.755375 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d7cd1-c55f-4206-a9b8-5050ad34984e req-d37b4fc1-33c6-4a9c-bd83-b64f7cc7dd57 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:09.756902 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a75d7cd1-c55f-4206-a9b8-5050ad34984e req-d37b4fc1-33c6-4a9c-bd83-b64f7cc7dd57 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 946 time: 0.0515897 Aug 26 12:32:09.793983 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a75d7cd1-c55f-4206-a9b8-5050ad34984e req-f1ab60b6-c85e-42e3-9a9f-34b846a449fd tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311038 Aug 26 12:32:10.906480 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5b837-ba8b-4d07-bfc1-df078d5ce1da req-de1b4477-0fe6-420c-ba3e-f9c0e0f3b536 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:10.907928 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42e5b837-ba8b-4d07-bfc1-df078d5ce1da req-de1b4477-0fe6-420c-ba3e-f9c0e0f3b536 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 946 time: 0.0477796 Aug 26 12:32:10.944342 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-42e5b837-ba8b-4d07-bfc1-df078d5ce1da req-13a641dd-e285-4055-aa79-180a94b004d1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307271 Aug 26 12:32:11.053388 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c4d7f-c641-4246-b09b-cd7d539dbd66 req-ab022dc8-6feb-444b-9996-a8614e350e6b tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:11.054899 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-382c4d7f-c641-4246-b09b-cd7d539dbd66 req-ab022dc8-6feb-444b-9996-a8614e350e6b tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 946 time: 0.0475247 Aug 26 12:32:11.091289 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-382c4d7f-c641-4246-b09b-cd7d539dbd66 req-205c7e62-b0bd-4678-81a6-df1655d26118 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Aug 26 12:32:11.113001 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58490) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:11.245021 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559991c8-bdc6-45a5-9b44-ba4ac4119487 tempest-TestVolumeBootPattern-1930476673 tempest-TestVolumeBootPattern-1930476673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:11.246444 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-559991c8-bdc6-45a5-9b44-ba4ac4119487 tempest-TestVolumeBootPattern-1930476673 tempest-TestVolumeBootPattern-1930476673-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 1094 time: 0.1324790 Aug 26 12:32:11.249541 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58494) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:11.253737 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'floatingip': {'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'port_id': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:32:11.274978 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:11.366228 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:11.469723 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Allocated IP 172.27.2.184 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/1a5e4089-3a13-4e58-8e4b-4253107b7d5d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:32:11.563956 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:11.600308 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:11.637191 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:32:11.640070 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:32:11.643361 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:32:11.673331 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'Port': ['ID=1a5e4089-3a13-4e58-8e4b-4253107b7d5d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:11.685978 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.686319 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.686679 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.687010 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.687339 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.687664 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.687985 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.688319 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.688624 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.688942 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.689256 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.689571 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:11.999293 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:12.064892 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:12.205785 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:12.209935 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:12.277106 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'Port': ['ID=1a5e4089-3a13-4e58-8e4b-4253107b7d5d,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:12.285008 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:12.382127 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.l3_db [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Floating IP 29a6742d-027f-4a63-a898-2b9b001b3132 associated. External IP: 172.27.2.184, port: fdae0d2d-8f64-4673-bbed-802fca934215. Aug 26 12:32:12.581337 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Router e4bc94b9-e943-482f-9be0-9ccdc9890997 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:32:12.686310 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:32:12.696967 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] Sync routers for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:32:12.703969 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:12.705889 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:32:12.706572 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:31:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:12.732382 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-d18635b8-b849-49af-9745-bd34a007b026 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4816582 Aug 26 12:32:12.733015 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'tag': 'fdae0d2d-8f64-4673-bbed-802fca934215'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:32:12.735436 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a39df40-7c2b-40b7-bcbe-4876328be63d" -d '{"events": [{"name": "network-changed", "server_uuid": "078373c8-6b96-4f43-8140-8e6c3661ad9b", "tag": "fdae0d2d-8f64-4673-bbed-802fca934215"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:32:12.777355 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8583c8-8b71-4e56-96fa-f6ea026c98dd x-openstack-request-id: req-5d8583c8-8b71-4e56-96fa-f6ea026c98dd {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:32:12.777643 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078373c8-6b96-4f43-8140-8e6c3661ad9b", "tag": "fdae0d2d-8f64-4673-bbed-802fca934215", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:32:12.777895 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d8583c8-8b71-4e56-96fa-f6ea026c98dd {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:32:12.778295 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'tag': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'status': 'completed', 'code': 200} Aug 26 12:32:12.809982 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:32:12.864382 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-f2a82ce6-8dc1-414c-ab28-95eaa2864206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:12.865816 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-f2a82ce6-8dc1-414c-ab28-95eaa2864206 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 1099 time: 0.0400138 Aug 26 12:32:12.957795 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-461eb6e8-ba37-4069-bdcb-2db225a25193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:12.959301 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-461eb6e8-ba37-4069-bdcb-2db225a25193 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0862770 Aug 26 12:32:13.020310 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '29a6742d-027f-4a63-a898-2b9b001b3132', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:50:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:32:11Z', 'updated_at': '2021-08-26T12:32:11Z', 'revision_number': 0, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:13.022966 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-fa19f26e-4d25-49b9-b43e-5683762782c3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdae0d2d-8f64-4673-bbed-802fca934215 HTTP/1.1" status: 200 len: 1000 time: 0.0559454 Aug 26 12:32:13.045390 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] Checking router: e4bc94b9-e943-482f-9be0-9ccdc9890997 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:32:13.053210 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:32:13.053802 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:31:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:13.071695 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-2f162f36-1903-46f7-9211-b04e9ee57c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:13.073661 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-2f162f36-1903-46f7-9211-b04e9ee57c7f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0420172 Aug 26 12:32:13.124083 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-445bc8a3-36ec-45c5-bddb-872cfb467671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:13.125460 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-445bc8a3-36ec-45c5-bddb-872cfb467671 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433929 Aug 26 12:32:13.154263 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:32:13.218883 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-7f0a1ed9-16ef-4f1b-9a2e-d79d3da853b6 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811510 Aug 26 12:32:13.315308 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1a39df40-7c2b-40b7-bcbe-4876328be63d req-392fe520-8d1e-4d05-a9c0-83789e24894d service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849648 Aug 26 12:32:13.367978 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '29a6742d-027f-4a63-a898-2b9b001b3132', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:50:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:32:11Z', 'updated_at': '2021-08-26T12:32:11Z', 'revision_number': 0, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:13.394229 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7431b3-0c60-4510-8bd4-c00c6b909ba4 None None] The sync data for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi is: [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '29a6742d-027f-4a63-a898-2b9b001b3132', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:50:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:32:11Z', 'updated_at': '2021-08-26T12:32:11Z', 'revision_number': 0, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:32:13.570637 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601391f6-82c4-458c-8c16-554e8111d194 None None] New status for floating IP 29a6742d-027f-4a63-a898-2b9b001b3132: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:32:18.037041 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:32:24.637696 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed6674b8-f73e-4b0d-ba60-2ff0df5a1947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:26.498998 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:27.326636 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ce57377-64fd-4ab9-9b88-615be3e7b8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:27.514100 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:28.246644 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:30.089934 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:30.895646 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16b77f-3cd9-4993-a8c0-9deb46453eea req-ad296043-1e59-4b54-b9b3-0c05adca91be tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:30.897110 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a16b77f-3cd9-4993-a8c0-9deb46453eea req-ad296043-1e59-4b54-b9b3-0c05adca91be tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 947 time: 0.0488174 Aug 26 12:32:30.933802 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a16b77f-3cd9-4993-a8c0-9deb46453eea req-ee99ed04-299b-4a51-b054-785df6bafaa3 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308549 Aug 26 12:32:32.054619 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d11b5-d138-4c22-b346-3bde85888559 req-b1d294ad-7104-4bb9-a9b6-f596cde27061 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:32.056064 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3a7d11b5-d138-4c22-b346-3bde85888559 req-b1d294ad-7104-4bb9-a9b6-f596cde27061 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 947 time: 0.0508952 Aug 26 12:32:32.092469 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3a7d11b5-d138-4c22-b346-3bde85888559 req-ae626959-37c7-46ea-b01b-9c59a74080a9 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306854 Aug 26 12:32:32.577255 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-3ab9691e-1188-469f-af78-e387d03b4249 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:32.579259 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-3ab9691e-1188-469f-af78-e387d03b4249 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 947 time: 0.0508258 Aug 26 12:32:32.670713 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Deleting port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:32:32.671058 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:32.754655 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] For port 0ebea58b-823d-43e5-9a79-eb900f5c5a51, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=0ebea58b-823d-43e5-9a79-eb900f5c5a51,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:32:32.758593 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:33.180406 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:33.180794 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:33.181111 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.l3_db [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Floating IP 22464d88-ef34-465c-a437-e3a75841d9fa disassociated. External IP: 172.27.2.122, port: 0ebea58b-823d-43e5-9a79-eb900f5c5a51. Aug 26 12:32:33.181468 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Calling delete_port for 0ebea58b-823d-43e5-9a79-eb900f5c5a51 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:32:33.255482 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382e96f-826b-4573-a996-90ffe8e99333 req-cc342bf8-f824-4c5d-8c56-8db1d56d5816 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:32:33.256965 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5382e96f-826b-4573-a996-90ffe8e99333 req-cc342bf8-f824-4c5d-8c56-8db1d56d5816 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a363c62-2f6d-447f-96b1-4f4562ab8477 HTTP/1.1" status: 200 len: 947 time: 0.0906451 Aug 26 12:32:33.314927 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-5382e96f-826b-4573-a996-90ffe8e99333 req-b7154e88-8f2b-4a34-9d48-667987b7d890 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515020 Aug 26 12:32:33.370017 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:33.397608 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event deleted for resources: {'Port': ['ID=0ebea58b-823d-43e5-9a79-eb900f5c5a51,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:33.508884 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:32:33.612386 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:32:33.622930 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] Sync routers for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:32:33.633499 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:32:33.634108 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:32:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:33.650198 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] No DVR routers for this DVR port 0ebea58b-823d-43e5-9a79-eb900f5c5a51 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:32:33.652701 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:33.654679 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-4126de3d-df6e-4909-970b-4110b1dda2dd req-5834a2c9-a786-4e6a-983a-bfe2052696d2 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.68 "DELETE /v2.0/ports/0ebea58b-823d-43e5-9a79-eb900f5c5a51 HTTP/1.1" status: 204 len: 173 time: 1.0679855 Aug 26 12:32:33.655598 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-deleted', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:32:33.657883 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c77c7f6-5dab-4b12-bc32-b9294119c264" -d '{"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-deleted", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:32:33.697162 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52376f55-8ecc-481d-bc36-2d519cccc146 x-openstack-request-id: req-52376f55-8ecc-481d-bc36-2d519cccc146 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:32:33.697445 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a363c62-2f6d-447f-96b1-4f4562ab8477", "name": "network-vif-deleted", "tag": "0ebea58b-823d-43e5-9a79-eb900f5c5a51", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:32:33.697692 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52376f55-8ecc-481d-bc36-2d519cccc146 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:32:33.698086 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a363c62-2f6d-447f-96b1-4f4562ab8477', 'name': 'network-vif-deleted', 'tag': '0ebea58b-823d-43e5-9a79-eb900f5c5a51', 'status': 'completed', 'code': 200} Aug 26 12:32:33.836272 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:32:34.030842 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:34.055747 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] Checking router: 10c38425-59c8-4dfb-bdd8-8b6e24bf078a for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:32:34.063640 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:32:34.064232 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:32:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:34.168072 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:32:34.362152 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:34.393828 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446bddde-946c-47ea-ac21-620c15fc5684 None None] The sync data for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi is: [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:27Z', 'revision_number': 4, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'ff544b1a-87fe-4b07-b79f-907c74739e5f', 'name': '', 'network_id': '9c6aa099-38b9-4486-8257-70f0f1a92b0e', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'mac_address': 'fa:16:3e:51:1c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:27Z', 'updated_at': '2021-08-26T12:26:34Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'subnets': [{'id': 'da76c91e-9fd0-4714-8e8c-5cf036153933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:32:34.402443 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58532) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:34.459415 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:34.484064 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:34.533834 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:34.536460 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:34.540400 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34 HTTP/1.1" status: 204 len: 168 time: 0.1362751 Aug 26 12:32:34.540568 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58534) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:34.550576 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:34.554643 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.api.v2.resource [None req-048ad8ab-82bc-43e5-b44e-fcd285cf27ee tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] show failed (client error): The resource could not be found. Aug 26 12:32:34.555667 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-048ad8ab-82bc-43e5-b44e-fcd285cf27ee tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "GET /v2.0/security-groups/f1dd5ab8-07a6-4b40-9cb5-586d6fc79f34 HTTP/1.1" status: 404 len: 347 time: 0.0141037 Aug 26 12:32:34.558479 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58536) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:34.561962 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.562252 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.562614 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.562977 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.563385 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.563719 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.564135 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.564463 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.564790 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.565208 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.565419 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.565737 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c0af3-33dc-480f-8b0c-5e48064958ef tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:34.630179 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df25e00-1e4b-44b4-a39f-a5b8e164a3cc None None] New status for floating IP 22464d88-ef34-465c-a437-e3a75841d9fa: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:32:34.697039 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Deleting port f939e82a-c524-4916-8e66-e28f3886a0ff {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:32:34.697642 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:34.780708 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:34.781044 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:34.792308 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Calling delete_port for f939e82a-c524-4916-8e66-e28f3886a0ff owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:32:34.919110 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:34.944798 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Pushing event deleted for resources: {'Port': ['ID=f939e82a-c524-4916-8e66-e28f3886a0ff,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:35.002496 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:35.004953 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:35.006094 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-e82028ec-fba5-4095-bf78-b2e50f306e81 tempest-AttachVolumeShelveTestJSON-335781860 tempest-AttachVolumeShelveTestJSON-335781860-project] 10.222.0.13 "DELETE /v2.0/floatingips/22464d88-ef34-465c-a437-e3a75841d9fa HTTP/1.1" status: 204 len: 168 time: 0.4466069 Aug 26 12:32:37.408857 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58558) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:37.842741 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810639'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.077383 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Deleting port ff544b1a-87fe-4b07-b79f-907c74739e5f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:32:38.077717 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.134398 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0ebea58b-823d-43e5-9a79-eb900f5c5a51 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:32:38.152931 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] For port ff544b1a-87fe-4b07-b79f-907c74739e5f, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=ff544b1a-87fe-4b07-b79f-907c74739e5f,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:32:38.153289 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.153574 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 0ebea58b-823d-43e5-9a79-eb900f5c5a51 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:32:38.153925 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 0ebea58b-823d-43e5-9a79-eb900f5c5a51 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:32:38.166906 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Calling delete_port for ff544b1a-87fe-4b07-b79f-907c74739e5f owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:32:38.336841 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.367180 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff544b1a-87fe-4b07-b79f-907c74739e5f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:38.526374 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810437'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.735213 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:32:38.837346 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:32:38.843311 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9cb1338a-a540-4229-b6c8-977d7abface2 admin admin] 10.222.0.13 "PUT /v2.0/routers/10c38425-59c8-4dfb-bdd8-8b6e24bf078a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4334230 Aug 26 12:32:38.845811 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58562) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:38.846931 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] Sync routers for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:32:38.855788 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:32:38.856385 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:32:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:38.945369 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:38.955858 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:32:39.041442 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.095946 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Deleting port 9fdb1a12-bb1d-4554-979a-c51541448b8c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:32:39.096385 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.125528 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:32:38Z', 'revision_number': 5, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port': {'id': '9fdb1a12-bb1d-4554-979a-c51541448b8c', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:39.150939 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] Checking router: 10c38425-59c8-4dfb-bdd8-8b6e24bf078a for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:32:39.159073 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] Routers {'10c38425-59c8-4dfb-bdd8-8b6e24bf078a'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:32:39.159675 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:32:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:39.170774 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] For port 9fdb1a12-bb1d-4554-979a-c51541448b8c, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=9fdb1a12-bb1d-4554-979a-c51541448b8c,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:32:39.171135 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.183505 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Calling delete_port for 9fdb1a12-bb1d-4554-979a-c51541448b8c owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:32:39.241858 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] Set router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:32:39.294746 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:32:39Z', 'revision_number': 6, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port_host': None}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:39.321461 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12805f5-76f2-482c-9daf-504bc2ec8c1b None None] The sync data for ids ['10c38425-59c8-4dfb-bdd8-8b6e24bf078a'] in dv-cinder-806141-1-iscsi is: [{'id': '10c38425-59c8-4dfb-bdd8-8b6e24bf078a', 'name': 'tempest-AttachVolumeShelveTestJSON-843307144-router', 'tenant_id': '693c63a8061d43cb88bd81118e5880b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:26:24Z', 'updated_at': '2021-08-26T12:32:39Z', 'revision_number': 6, 'project_id': '693c63a8061d43cb88bd81118e5880b9', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:32:39.346983 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.376019 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdb1a12-bb1d-4554-979a-c51541448b8c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:39.435618 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808735'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.521173 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241688'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.523238 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.563845 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806799'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.565149 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10c38425-59c8-4dfb-bdd8-8b6e24bf078a {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:32:39.569496 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.570667 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-987fc07b-7cb1-4562-a63d-bfec2ea812ba admin admin] 10.222.0.13 "DELETE /v2.0/routers/10c38425-59c8-4dfb-bdd8-8b6e24bf078a HTTP/1.1" status: 204 len: 168 time: 0.7239180 Aug 26 12:32:39.573163 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58564) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:39.618923 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a87ce6-f598-4f66-9162-83385f7788dd admin admin] Deleting subnet da76c91e-9fd0-4714-8e8c-5cf036153933 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:32:39.621789 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4a87ce6-f598-4f66-9162-83385f7788dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.903993 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4a87ce6-f598-4f66-9162-83385f7788dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32579934'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:39.976738 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4a87ce6-f598-4f66-9162-83385f7788dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.038681 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4a87ce6-f598-4f66-9162-83385f7788dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32964179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32681676'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.065928 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a87ce6-f598-4f66-9162-83385f7788dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da76c91e-9fd0-4714-8e8c-5cf036153933,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:40.069938 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4a87ce6-f598-4f66-9162-83385f7788dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.074496 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58566) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:40.076278 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5626f47-f5ce-4c09-b3ba-30c8afd6cbd0 None None] Network 9c6aa099-38b9-4486-8257-70f0f1a92b0e requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:32:40.079227 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-b4a87ce6-f598-4f66-9162-83385f7788dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da76c91e-9fd0-4714-8e8c-5cf036153933 HTTP/1.1" status: 204 len: 168 time: 0.5049717 Aug 26 12:32:40.117369 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device ff544b1a-87fe-4b07-b79f-907c74739e5f no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:32:40.146339 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.147766 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: ff544b1a-87fe-4b07-b79f-907c74739e5f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:32:40.148120 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device ff544b1a-87fe-4b07-b79f-907c74739e5f not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:32:40.148533 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 9fdb1a12-bb1d-4554-979a-c51541448b8c no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:32:40.173283 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 9fdb1a12-bb1d-4554-979a-c51541448b8c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:32:40.173631 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 9fdb1a12-bb1d-4554-979a-c51541448b8c not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:32:40.200515 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Deleting port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:32:40.200879 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.265157 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] For port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=c3a5fd6b-1417-4dfa-8e73-a34666a6b90e,segment=NetworkSegment(06a36eef-649b-46cd-b147-ec12de94349f),segment_id=06a36eef-649b-46cd-b147-ec12de94349f)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:32:40.265522 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.282784 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Calling delete_port for c3a5fd6b-1417-4dfa-8e73-a34666a6b90e owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:32:40.305539 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] DHCP port deletion for 9c6aa099-38b9-4486-8257-70f0f1a92b0e request from dv-cinder-806141-1-iscsi {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:32:40.366276 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.366696 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Deleting port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:32:40.367077 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.389480 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a5fd6b-1417-4dfa-8e73-a34666a6b90e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:40.398116 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] No DVR routers for this DVR port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e on host dv-cinder-806141-1-iscsi {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:32:40.436536 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] For port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e, host dv-cinder-806141-1-iscsi, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:32:40.436855 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.449032 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Calling delete_port for c3a5fd6b-1417-4dfa-8e73-a34666a6b90e owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:32:40.452526 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 12:32:40.453789 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.467673 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.477424 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6aa099-38b9-4486-8257-70f0f1a92b0e']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:40.480464 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] No DVR routers for this DVR port c3a5fd6b-1417-4dfa-8e73-a34666a6b90e on host dv-cinder-806141-1-iscsi {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:32:40.487864 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Pushing event deleted for resources: {'Port': ['ID=c3a5fd6b-1417-4dfa-8e73-a34666a6b90e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:40.493781 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a36eef-649b-46cd-b147-ec12de94349f') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:40.494086 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a36eef-649b-46cd-b147-ec12de94349f') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:32:40.495067 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.495421 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.495780 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.496094 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.496425 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.496771 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.497339 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.497665 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.497994 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.498875 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.499206 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.499526 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96510e3c-9a01-463f-a706-164f61a7c2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:32:40.504428 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32970963'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.518600 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.524797 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:32:40.525225 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33022589'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: Traceback (most recent call last): Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: timer() Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: cb(*args, **kw) Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: return func(*args, **kwargs) Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: self._notify() Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: self.callback(batched_events) Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: event.method(event) Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: return f(self, *a, **k) Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._get(url).json() Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:32:40.526926 dv-cinder-806141-1-iscsi neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:32:40.580116 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.585262 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.587185 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c6aa099-38b9-4486-8257-70f0f1a92b0e HTTP/1.1" status: 204 len: 168 time: 0.5111382 Aug 26 12:32:40.597793 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417a7f7-e1f4-4319-a405-a42c4ea3757c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c6aa099-38b9-4486-8257-70f0f1a92b0e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:40.696416 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58570) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:40.735618 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-a4017050-19c9-4bf9-8e60-cc2d455cdcb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=693c63a8061d43cb88bd81118e5880b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380733 Aug 26 12:32:40.737996 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58572) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:40.784778 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-84f2a801-9808-4f3f-bd9b-c2c8c3679713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.809182 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-84f2a801-9808-4f3f-bd9b-c2c8c3679713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.852724 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-84f2a801-9808-4f3f-bd9b-c2c8c3679713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.855275 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-84f2a801-9808-4f3f-bd9b-c2c8c3679713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:40.856402 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-84f2a801-9808-4f3f-bd9b-c2c8c3679713 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dc2482a-c4b5-430f-ab1b-8b3a8c24bd97 HTTP/1.1" status: 204 len: 168 time: 0.1174891 Aug 26 12:32:40.864671 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2a801-9808-4f3f-bd9b-c2c8c3679713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc2482a-c4b5-430f-ab1b-8b3a8c24bd97,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:42.046710 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device c3a5fd6b-1417-4dfa-8e73-a34666a6b90e no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:32:42.067048 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: c3a5fd6b-1417-4dfa-8e73-a34666a6b90e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:32:42.067395 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device c3a5fd6b-1417-4dfa-8e73-a34666a6b90e not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:32:44.477500 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58634) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:44.579406 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-06968b77-e07f-4dfe-9b76-c836c2c25768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:44.663668 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-06968b77-e07f-4dfe-9b76-c836c2c25768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:44.667540 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-06968b77-e07f-4dfe-9b76-c836c2c25768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:44.703603 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06968b77-e07f-4dfe-9b76-c836c2c25768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50322da0-d080-4601-b252-d7f12070053f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:44.707717 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-06968b77-e07f-4dfe-9b76-c836c2c25768 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67692d3f4d0b4e459268a20d02d730d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292058 Aug 26 12:32:44.710306 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58638) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:44.757999 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b9759d5-0dcf-4d82-b14b-94a402a68d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:44.777795 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b9759d5-0dcf-4d82-b14b-94a402a68d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:44.825152 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b9759d5-0dcf-4d82-b14b-94a402a68d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:44.827952 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b9759d5-0dcf-4d82-b14b-94a402a68d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:44.829337 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-5b9759d5-0dcf-4d82-b14b-94a402a68d1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50322da0-d080-4601-b252-d7f12070053f HTTP/1.1" status: 204 len: 168 time: 0.1179581 Aug 26 12:32:44.841024 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9759d5-0dcf-4d82-b14b-94a402a68d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50322da0-d080-4601-b252-d7f12070053f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:46.089209 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58692) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:46.189071 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13263e61-5dbe-46f9-bc98-b147f40915fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:46.274656 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13263e61-5dbe-46f9-bc98-b147f40915fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:46.278140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13263e61-5dbe-46f9-bc98-b147f40915fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:46.314863 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-13263e61-5dbe-46f9-bc98-b147f40915fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=904a83ae18014214989fc535de20e026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245870 Aug 26 12:32:46.316682 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13263e61-5dbe-46f9-bc98-b147f40915fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3db785-696e-47c5-981c-aef54c883d0e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:46.317620 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58696) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:46.364600 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f7379fd-d955-42eb-826f-f8f29a4605fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:46.385795 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f7379fd-d955-42eb-826f-f8f29a4605fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:46.430305 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f7379fd-d955-42eb-826f-f8f29a4605fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:46.432711 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f7379fd-d955-42eb-826f-f8f29a4605fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:46.434041 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-5f7379fd-d955-42eb-826f-f8f29a4605fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af3db785-696e-47c5-981c-aef54c883d0e HTTP/1.1" status: 204 len: 168 time: 0.1153765 Aug 26 12:32:46.441369 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7379fd-d955-42eb-826f-f8f29a4605fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3db785-696e-47c5-981c-aef54c883d0e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:47.759980 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58736) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:47.860465 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0174f0aa-01a4-4828-95fd-62b4f224803c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:47.949324 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0174f0aa-01a4-4828-95fd-62b4f224803c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:47.952784 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0174f0aa-01a4-4828-95fd-62b4f224803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:47.989282 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-0174f0aa-01a4-4828-95fd-62b4f224803c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69d380949cfd4437a24319bf2d0f99d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281818 Aug 26 12:32:47.991114 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174f0aa-01a4-4828-95fd-62b4f224803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e045ecb5-fcb3-429b-8643-683e684d13a1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:47.991896 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58740) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:48.039614 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8157b43a-34a1-4c1c-990f-a684e1b0b16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.060126 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8157b43a-34a1-4c1c-990f-a684e1b0b16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.103707 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8157b43a-34a1-4c1c-990f-a684e1b0b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.106273 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8157b43a-34a1-4c1c-990f-a684e1b0b16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.107437 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-8157b43a-34a1-4c1c-990f-a684e1b0b16f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e045ecb5-fcb3-429b-8643-683e684d13a1 HTTP/1.1" status: 204 len: 168 time: 0.1145296 Aug 26 12:32:48.115309 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157b43a-34a1-4c1c-990f-a684e1b0b16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e045ecb5-fcb3-429b-8643-683e684d13a1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:48.354925 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58748) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:48.368045 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2917780c-f682-4e15-9854-a700d54287ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.457195 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2917780c-f682-4e15-9854-a700d54287ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.460814 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2917780c-f682-4e15-9854-a700d54287ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.498412 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-2917780c-f682-4e15-9854-a700d54287ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=633b86e154224fbd96e8205494b65f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424189 Aug 26 12:32:48.500332 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917780c-f682-4e15-9854-a700d54287ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb25a4cf-37fb-4e1a-82c4-eeb80a51ee17,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:48.501099 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58752) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:48.548502 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d35f3613-d9d0-46a6-a016-7b522d507d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.567957 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d35f3613-d9d0-46a6-a016-7b522d507d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.612202 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d35f3613-d9d0-46a6-a016-7b522d507d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.614863 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d35f3613-d9d0-46a6-a016-7b522d507d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:48.616092 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-d35f3613-d9d0-46a6-a016-7b522d507d33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb25a4cf-37fb-4e1a-82c4-eeb80a51ee17 HTTP/1.1" status: 204 len: 168 time: 0.1139140 Aug 26 12:32:48.624247 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f3613-d9d0-46a6-a016-7b522d507d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb25a4cf-37fb-4e1a-82c4-eeb80a51ee17,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:50.209764 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58806) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:50.310442 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57e8d90a-4e85-405d-9754-dd5b93214da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.397919 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57e8d90a-4e85-405d-9754-dd5b93214da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.401548 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57e8d90a-4e85-405d-9754-dd5b93214da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.439887 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8d90a-4e85-405d-9754-dd5b93214da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c005e2f-3b28-4e11-9bc4-41a82e717504,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:50.444137 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-57e8d90a-4e85-405d-9754-dd5b93214da7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6050507bc164c2b80007d3423f39664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333670 Aug 26 12:32:50.446770 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58810) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:50.493199 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-128fc509-a0be-440a-a02d-76f90eb1503e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.513918 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-128fc509-a0be-440a-a02d-76f90eb1503e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.562700 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-128fc509-a0be-440a-a02d-76f90eb1503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.565247 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-128fc509-a0be-440a-a02d-76f90eb1503e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.566423 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-128fc509-a0be-440a-a02d-76f90eb1503e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c005e2f-3b28-4e11-9bc4-41a82e717504 HTTP/1.1" status: 204 len: 168 time: 0.1188357 Aug 26 12:32:50.573829 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fc509-a0be-440a-a02d-76f90eb1503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c005e2f-3b28-4e11-9bc4-41a82e717504,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:50.813632 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58816) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:50.826662 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc2550de-9994-40e5-ae89-ea80da334409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.912623 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc2550de-9994-40e5-ae89-ea80da334409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.916277 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc2550de-9994-40e5-ae89-ea80da334409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:50.954525 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-bc2550de-9994-40e5-ae89-ea80da334409 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59cdc77cab454b99823161554371fab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397619 Aug 26 12:32:50.955472 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2550de-9994-40e5-ae89-ea80da334409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb6c80b-86da-4d4d-8e96-8dabe6dc9b83,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:50.957261 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58818) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:51.006825 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6b59e6c-8386-47ea-8d52-44e5e72e86c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:51.027253 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6b59e6c-8386-47ea-8d52-44e5e72e86c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:51.072049 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6b59e6c-8386-47ea-8d52-44e5e72e86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:51.074730 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6b59e6c-8386-47ea-8d52-44e5e72e86c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:51.075874 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-c6b59e6c-8386-47ea-8d52-44e5e72e86c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eb6c80b-86da-4d4d-8e96-8dabe6dc9b83 HTTP/1.1" status: 204 len: 168 time: 0.1175931 Aug 26 12:32:51.084428 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b59e6c-8386-47ea-8d52-44e5e72e86c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb6c80b-86da-4d4d-8e96-8dabe6dc9b83,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:53.058320 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58888) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:53.159454 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-713c947d-5495-46e3-ad96-4564569ae3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.245294 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-713c947d-5495-46e3-ad96-4564569ae3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.249299 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-713c947d-5495-46e3-ad96-4564569ae3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.284822 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c947d-5495-46e3-ad96-4564569ae3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a91b28-e572-48d1-ad39-088dc78dd81b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:53.289222 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-713c947d-5495-46e3-ad96-4564569ae3b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a76dd0aaee9847baa578467850d9b82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297275 Aug 26 12:32:53.292383 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 58892) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:53.339049 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5555442-eb4a-4ed7-bc01-53ad4ae98114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.360384 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5555442-eb4a-4ed7-bc01-53ad4ae98114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.403525 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5555442-eb4a-4ed7-bc01-53ad4ae98114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.406739 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5555442-eb4a-4ed7-bc01-53ad4ae98114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.407874 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f5555442-eb4a-4ed7-bc01-53ad4ae98114 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35a91b28-e572-48d1-ad39-088dc78dd81b HTTP/1.1" status: 204 len: 168 time: 0.1151576 Aug 26 12:32:53.415150 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5555442-eb4a-4ed7-bc01-53ad4ae98114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a91b28-e572-48d1-ad39-088dc78dd81b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:53.659270 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58898) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:53.672335 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee0c44cf-1e5c-48d3-817c-36f5e3268c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.761947 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee0c44cf-1e5c-48d3-817c-36f5e3268c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.765919 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee0c44cf-1e5c-48d3-817c-36f5e3268c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.801586 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c44cf-1e5c-48d3-817c-36f5e3268c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530a1af4-900c-48da-afde-769c6ebecdd9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:53.805901 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-ee0c44cf-1e5c-48d3-817c-36f5e3268c6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2c55234d7bc4d0eb7fc71bc559f49b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456029 Aug 26 12:32:53.808626 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58900) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:53.855323 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9d6cfbeb-e071-4a92-b051-9a5b86bc18b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.876122 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9d6cfbeb-e071-4a92-b051-9a5b86bc18b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.920829 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9d6cfbeb-e071-4a92-b051-9a5b86bc18b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.923426 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9d6cfbeb-e071-4a92-b051-9a5b86bc18b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:53.924565 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9d6cfbeb-e071-4a92-b051-9a5b86bc18b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/530a1af4-900c-48da-afde-769c6ebecdd9 HTTP/1.1" status: 204 len: 168 time: 0.1151960 Aug 26 12:32:53.932110 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cfbeb-e071-4a92-b051-9a5b86bc18b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530a1af4-900c-48da-afde-769c6ebecdd9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:54.638285 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-333fb0fb-8189-4d34-ab55-42cbc4a8348c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:54.917062 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58930) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:55.017946 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f278d174-e6ad-461b-9429-e10ef327c05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:55.036075 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:32:55.103969 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f278d174-e6ad-461b-9429-e10ef327c05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:55.108445 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f278d174-e6ad-461b-9429-e10ef327c05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:55.145526 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278d174-e6ad-461b-9429-e10ef327c05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b40965-8750-4599-b99e-f765241e8837,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:55.149972 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-f278d174-e6ad-461b-9429-e10ef327c05b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11e9d537fcd44a399f39f183e68f3a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318518 Aug 26 12:32:55.152846 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 58934) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:32:55.198311 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fad7-f1ff-4d34-a67d-3a1bf027d671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:55.218950 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fad7-f1ff-4d34-a67d-3a1bf027d671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:55.262841 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fad7-f1ff-4d34-a67d-3a1bf027d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:55.265850 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fad7-f1ff-4d34-a67d-3a1bf027d671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:55.267009 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-e9d8fad7-f1ff-4d34-a67d-3a1bf027d671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b40965-8750-4599-b99e-f765241e8837 HTTP/1.1" status: 204 len: 168 time: 0.1134779 Aug 26 12:32:55.274363 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8fad7-f1ff-4d34-a67d-3a1bf027d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b40965-8750-4599-b99e-f765241e8837,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:32:56.506324 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:57.328442 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad55ba83-c520-4ac6-9da8-80601244d38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:57.515069 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:58.248328 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:00.092409 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:04.733202 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-d77a88ea-7263-44ed-970a-34fb37f32c16 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391209 Aug 26 12:33:04.847237 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-defc66ba-a8a7-49dd-bd12-16305a884fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:33:04.848740 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-defc66ba-a8a7-49dd-bd12-16305a884fbf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 1099 time: 0.0423527 Aug 26 12:33:04.951507 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-4422c326-e71e-447c-bd0b-a4f356cbbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:33:04.952983 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-4422c326-e71e-447c-bd0b-a4f356cbbf78 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0827308 Aug 26 12:33:05.021311 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-ab8b85d0-5d0a-4b52-8a5b-e3ba0691572c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdae0d2d-8f64-4673-bbed-802fca934215 HTTP/1.1" status: 200 len: 1002 time: 0.0603001 Aug 26 12:33:05.069855 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-ebb6dd97-2b0b-4d42-8deb-ba393503c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:33:05.071268 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-ebb6dd97-2b0b-4d42-8deb-ba393503c0df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0420797 Aug 26 12:33:05.114825 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-45231493-0c94-4ef5-8bef-332a51ea24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:33:05.116224 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-45231493-0c94-4ef5-8bef-332a51ea24e1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377836 Aug 26 12:33:05.128434 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-b997c192-aa1b-4e63-8605-182ac742392c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:33:05.129383 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-b997c192-aa1b-4e63-8605-182ac742392c service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054669 Aug 26 12:33:05.218627 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-c174824b-f484-48f0-b969-8fbe7a8bb7ea service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812471 Aug 26 12:33:05.305928 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c1458067-1834-4db4-a825-4b12adc3c7ca req-784b4324-9abf-4d2a-87b5-66a780494c7f service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790040 Aug 26 12:33:15.583975 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59058) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:33:15.685669 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:15.770773 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:15.774122 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:15.811686 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01aa9c712546479c885585f69ac412a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266669 Aug 26 12:33:15.812543 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae8bb49-4729-466d-899f-46985926ba74,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:33:15.814346 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59062) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:33:15.833632 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.833982 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.834322 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.834680 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.835015 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.835346 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.835672 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.835996 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.836320 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.836642 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.836961 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.837280 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dac366-3b8a-4228-8947-336b7f774494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:33:15.876335 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0136520-a3ef-4581-8d10-d7562dab3e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:15.897438 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0136520-a3ef-4581-8d10-d7562dab3e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:15.942776 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0136520-a3ef-4581-8d10-d7562dab3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:15.945316 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0136520-a3ef-4581-8d10-d7562dab3e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:15.946503 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-d0136520-a3ef-4581-8d10-d7562dab3e44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ae8bb49-4729-466d-899f-46985926ba74 HTTP/1.1" status: 204 len: 168 time: 0.1312191 Aug 26 12:33:15.953608 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0136520-a3ef-4581-8d10-d7562dab3e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae8bb49-4729-466d-899f-46985926ba74,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:33:24.637985 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c10c34ad-b204-4ee3-a161-ec8561bbfde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:26.507571 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:27.327544 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7548b2cb-05ec-4265-875b-28dbda55cdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:27.514332 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:28.251711 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:30.094750 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:32.034665 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:33:54.637188 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e16dd0cc-9af5-4b03-98fe-bbdd3679f60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:56.540697 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:57.326849 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-debfbca7-8363-4187-a13c-ed118ff078f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:57.514642 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:58.253967 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:00.097860 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:02.175736 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f763433a-140c-41e0-9197-b964c19e9a98 req-cd6449b6-5505-4167-a089-215d73326143 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1219237 Aug 26 12:34:02.271458 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763433a-140c-41e0-9197-b964c19e9a98 req-20de8e6a-1540-42cd-aae4-e647e90c5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:02.272888 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f763433a-140c-41e0-9197-b964c19e9a98 req-20de8e6a-1540-42cd-aae4-e647e90c5f52 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 1099 time: 0.0392694 Aug 26 12:34:02.376017 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763433a-140c-41e0-9197-b964c19e9a98 req-bae60132-8f2c-4843-bdc9-b8dd34222ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:02.377450 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f763433a-140c-41e0-9197-b964c19e9a98 req-bae60132-8f2c-4843-bdc9-b8dd34222ade service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0850062 Aug 26 12:34:02.441437 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f763433a-140c-41e0-9197-b964c19e9a98 req-4b86a9d4-5b78-4e46-a69d-86bac7c32099 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdae0d2d-8f64-4673-bbed-802fca934215 HTTP/1.1" status: 200 len: 1002 time: 0.0556667 Aug 26 12:34:02.494661 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763433a-140c-41e0-9197-b964c19e9a98 req-c499d9df-a635-4012-8701-85bd75827088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:02.496081 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f763433a-140c-41e0-9197-b964c19e9a98 req-c499d9df-a635-4012-8701-85bd75827088 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0467062 Aug 26 12:34:02.543834 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763433a-140c-41e0-9197-b964c19e9a98 req-3904ac52-79c0-4b24-b347-4237ce7a1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:02.545283 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f763433a-140c-41e0-9197-b964c19e9a98 req-3904ac52-79c0-4b24-b347-4237ce7a1045 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419846 Aug 26 12:34:02.632157 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f763433a-140c-41e0-9197-b964c19e9a98 req-a92f84ef-c1fc-440e-bb92-2f9d0ef0ba8c service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794752 Aug 26 12:34:02.723277 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f763433a-140c-41e0-9197-b964c19e9a98 req-940861f7-b639-4754-9afa-855c6d904cd2 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832968 Aug 26 12:34:09.033895 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:34:10.033650 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31d460-c88a-4d5f-aceb-c393c89ae1df req-f83af2d0-a2aa-4436-9034-99ffff92ccd2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:10.035066 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ea31d460-c88a-4d5f-aceb-c393c89ae1df req-f83af2d0-a2aa-4436-9034-99ffff92ccd2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 946 time: 0.0490208 Aug 26 12:34:10.071493 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-ea31d460-c88a-4d5f-aceb-c393c89ae1df req-365cbe11-3629-4a85-8120-95a0d837a47e tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306380 Aug 26 12:34:11.196717 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c39e5-82bf-4b93-af59-de82b1b2dafa req-95e4cfd9-2693-456b-abbb-73c7ea70905d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:11.198179 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-008c39e5-82bf-4b93-af59-de82b1b2dafa req-95e4cfd9-2693-456b-abbb-73c7ea70905d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 946 time: 0.0491745 Aug 26 12:34:11.238046 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-008c39e5-82bf-4b93-af59-de82b1b2dafa req-e13a3b5d-bdaa-4f24-8981-0e822de9fe0f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334349 Aug 26 12:34:11.843378 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-7beea9e9-1660-4d09-bae7-cf29f392235d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:11.844850 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-7beea9e9-1660-4d09-bae7-cf29f392235d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 946 time: 0.0458550 Aug 26 12:34:11.934884 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Deleting port fdae0d2d-8f64-4673-bbed-802fca934215 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:34:11.935226 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:12.018472 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] For port fdae0d2d-8f64-4673-bbed-802fca934215, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=fdae0d2d-8f64-4673-bbed-802fca934215,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:34:12.018757 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:12.183795 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:12.184185 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:12.184501 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.l3_db [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Floating IP 29a6742d-027f-4a63-a898-2b9b001b3132 disassociated. External IP: 172.27.2.184, port: fdae0d2d-8f64-4673-bbed-802fca934215. Aug 26 12:34:12.184834 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Calling delete_port for fdae0d2d-8f64-4673-bbed-802fca934215 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:34:12.306878 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:12.340426 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event deleted for resources: {'Port': ['ID=fdae0d2d-8f64-4673-bbed-802fca934215,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:34:12.369765 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-57a4dccf-eefa-49bd-9c46-5f95a963a2d4 req-6b8243a2-8fb0-4e69-9b41-c6b17c3e15d8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 210 time: 0.0324790 Aug 26 12:34:12.473237 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Router e4bc94b9-e943-482f-9be0-9ccdc9890997 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:34:12.577474 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:34:12.587788 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] Sync routers for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:34:12.596548 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:34:12.597169 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:33:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:34:12.614563 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] No DVR routers for this DVR port fdae0d2d-8f64-4673-bbed-802fca934215 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:34:12.617219 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:12.619212 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b7e3e29c-852a-4562-8187-d870d889cb58 req-915ec854-4bb3-4686-82ef-31adbcee61c1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "DELETE /v2.0/ports/fdae0d2d-8f64-4673-bbed-802fca934215 HTTP/1.1" status: 204 len: 173 time: 0.7672179 Aug 26 12:34:12.619645 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'name': 'network-vif-deleted', 'tag': 'fdae0d2d-8f64-4673-bbed-802fca934215'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:34:12.622771 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e218d8d7-b80b-4998-b900-18ecb2e08175" -d '{"events": [{"server_uuid": "078373c8-6b96-4f43-8140-8e6c3661ad9b", "name": "network-vif-deleted", "tag": "fdae0d2d-8f64-4673-bbed-802fca934215"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:34:12.705529 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:34:12.802175 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f489427a-1c28-4e43-bf71-3ac046993b74 x-openstack-request-id: req-f489427a-1c28-4e43-bf71-3ac046993b74 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:34:12.802586 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078373c8-6b96-4f43-8140-8e6c3661ad9b", "name": "network-vif-deleted", "tag": "fdae0d2d-8f64-4673-bbed-802fca934215", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:34:12.803003 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f489427a-1c28-4e43-bf71-3ac046993b74 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:34:12.803607 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078373c8-6b96-4f43-8140-8e6c3661ad9b', 'name': 'network-vif-deleted', 'tag': 'fdae0d2d-8f64-4673-bbed-802fca934215', 'status': 'completed', 'code': 200} Aug 26 12:34:13.032098 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:34:13.057900 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] Checking router: e4bc94b9-e943-482f-9be0-9ccdc9890997 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:34:13.066019 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:34:13.066656 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:33:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:34:13.168642 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:34:13.363842 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:34:13.390449 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211af86e-bb52-4e7f-9a80-12486563eebb None None] The sync data for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi is: [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:34:13.484226 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-a7c2f07a-52f4-4c22-a1fe-240c7d8450ae req-0c86c055-e3c3-47db-be4c-01f0b81a32ce tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=078373c8-6b96-4f43-8140-8e6c3661ad9b HTTP/1.1" status: 200 len: 210 time: 0.0272667 Aug 26 12:34:13.611629 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14644f6b-9c04-4297-8779-8269ea4bb862 None None] New status for floating IP 29a6742d-027f-4a63-a898-2b9b001b3132: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:34:14.728887 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-250f8a75-b90a-46e0-8eeb-6723c27b2378 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048532779&fields=id&tenant_id=1b15b0aacd1749e2bf9f161ab29d1746 HTTP/1.1" status: 200 len: 267 time: 0.0321517 Aug 26 12:34:14.833662 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-298a5583-07ed-4f60-9b9b-44e5a8af1592 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:14.835137 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-298a5583-07ed-4f60-9b9b-44e5a8af1592 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 811 time: 0.0990846 Aug 26 12:34:14.849800 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-532d2e29-803f-4317-834f-5774d8ff9d3a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/quotas/1b15b0aacd1749e2bf9f161ab29d1746 HTTP/1.1" status: 200 len: 375 time: 0.0086243 Aug 26 12:34:14.901333 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-e94507b0-f043-4c0a-a15b-70ed1a798eb7 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466139 Aug 26 12:34:14.960715 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-8aa279e5-e978-475d-811f-ce8eb3e94f3c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:34:14.961711 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-8aa279e5-e978-475d-811f-ce8eb3e94f3c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490534 Aug 26 12:34:15.050770 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-9eaa3270-6207-49e8-8d81-d525da86e24f service neutron] 10.222.0.13 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823646 Aug 26 12:34:15.136010 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-556f76f3-78bc-450e-a21e-759501c87774 service neutron] 10.222.0.13 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792871 Aug 26 12:34:16.427702 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6d80b228-8ff3-40d2-a47a-070dd6f94012 req-d45d94bd-2590-4629-8c54-4a3ace95396f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 210 time: 0.0260887 Aug 26 12:34:16.563143 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device fdae0d2d-8f64-4673-bbed-802fca934215 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:34:16.582230 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: fdae0d2d-8f64-4673-bbed-802fca934215 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:34:16.582556 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device fdae0d2d-8f64-4673-bbed-802fca934215 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:34:17.505626 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-2c8b4257-4af3-4ff2-828c-cfd86b11792b tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:17.507164 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-2c8b4257-4af3-4ff2-828c-cfd86b11792b tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 811 time: 0.1108203 Aug 26 12:34:17.533624 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6bd07d5f-3bb0-4389-a538-91980e55291a req-eddcd4ad-8c87-4e06-9277-7363341c865a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 210 time: 0.0358052 Aug 26 12:34:17.567398 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a859f744-bc4d-4f9f-afa0-b43465bd273a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b15b0aacd1749e2bf9f161ab29d1746 HTTP/1.1" status: 200 len: 380 time: 0.0358953 Aug 26 12:34:17.577349 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'port': {'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'admin_state_up': True, 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'security_groups': ['fdfa4944-6300-410f-97f3-1895955237be']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:34:17.681518 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Made reservation on behalf of 1b15b0aacd1749e2bf9f161ab29d1746 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:34:17.685355 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:17.807642 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Allocated IP 172.20.0.12 (de61ebec-f305-4cf7-9b93-9edfed509307/71f7c3e5-3849-4ef6-9075-417dbcfbec61/4dbe69e1-9333-4246-a79b-8b5c4d842fbb) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:34:17.941764 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:17.956551 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Transition to ACTIVE for port object 4dbe69e1-9333-4246-a79b-8b5c4d842fbb will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:34:17.989163 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:18.029624 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Network de61ebec-f305-4cf7-9b93-9edfed509307 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:34:18.032635 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:34:18.038962 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:34:18.066781 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'Port': ['ID=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:34:18.081230 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.081577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.081948 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.082315 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.082638 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.082967 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.083295 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.083634 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.083940 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.084264 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.084575 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.084893 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:18.102968 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:18.103600 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:18.118084 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a9395619-4817-4b5d-8e5b-ce777abac78f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5445812 Aug 26 12:34:18.138735 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Request body: {'port': {'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:34:18.197817 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:18.265529 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fbd779af-2a15-4a7e-bfc9-202877619d2c None None] Provisioning for port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:34:18.269201 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fbd779af-2a15-4a7e-bfc9-202877619d2c None None] Provisioning complete for port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:34:18.269574 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fbd779af-2a15-4a7e-bfc9-202877619d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:18.303042 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fbd779af-2a15-4a7e-bfc9-202877619d2c None None] Port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:34:18.450373 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbe69e1-9333-4246-a79b-8b5c4d842fbb {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:34:18.459093 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:18.471357 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Transition to ACTIVE for port object 4dbe69e1-9333-4246-a79b-8b5c4d842fbb will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:34:18.474056 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:18.521126 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:34:18.596932 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Attempting to bind port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:34:18.597269 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Attempting to bind port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:34:18.597606 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Attempting to bind port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb on network de61ebec-f305-4cf7-9b93-9edfed509307 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:34:18.602709 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb on network de61ebec-f305-4cf7-9b93-9edfed509307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:34:18.603036 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Attempting to bind port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb on network de61ebec-f305-4cf7-9b93-9edfed509307 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:34:18.608641 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:34:18.608982 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Checking segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:34:18.609367 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Bound using segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:34:18.609806 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Bound port: 4dbe69e1-9333-4246-a79b-8b5c4d842fbb, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:34:18.610167 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:18.653841 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7df9ef-2f82-4f83-85d7-a5f1c0e21e6e req-af75e8a6-d2fa-40c7-8776-c9a619310b41 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:18.660281 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1c7df9ef-2f82-4f83-85d7-a5f1c0e21e6e req-af75e8a6-d2fa-40c7-8776-c9a619310b41 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 944 time: 0.0571055 Aug 26 12:34:18.678934 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] For port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:34:18.682024 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] For port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:34:18.686164 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:18.698718 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1c7df9ef-2f82-4f83-85d7-a5f1c0e21e6e req-77b6f651-3710-4bb3-b9fe-a9cb437573f6 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346682 Aug 26 12:34:18.722085 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:18.722740 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:18.724109 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] 10.222.0.68 "PUT /v2.0/ports/4dbe69e1-9333-4246-a79b-8b5c4d842fbb HTTP/1.1" status: 200 len: 1094 time: 0.5900862 Aug 26 12:34:18.724547 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:34:18.726804 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcb8267-fe77-47d0-8cca-b97ffc22892d" -d '{"events": [{"name": "network-changed", "server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:34:18.753887 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941bcb-6f14-4c0c-95eb-e4aa487b1d26 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:34:18.771853 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf3fb66-ac40-47b4-9412-b124789e4264 x-openstack-request-id: req-6cf3fb66-ac40-47b4-9412-b124789e4264 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:34:18.772149 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:34:18.772397 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cf3fb66-ac40-47b4-9412-b124789e4264 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:34:18.772794 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'status': 'completed', 'code': 200} Aug 26 12:34:18.831347 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-14ff752b-b044-40dd-876b-090abdd2ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:18.832882 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-14ff752b-b044-40dd-876b-090abdd2ac6e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 1097 time: 0.0411000 Aug 26 12:34:18.884502 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-25d2322e-2a0c-47fe-94f7-8e47394c30e2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb HTTP/1.1" status: 200 len: 217 time: 0.0367448 Aug 26 12:34:18.933544 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-d67054ac-8364-41d2-a2b8-ace9c6ac1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:18.935118 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-d67054ac-8364-41d2-a2b8-ace9c6ac1eb5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0438061 Aug 26 12:34:18.980275 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-272cf7dd-df66-4cb1-a7c3-c4956fd16e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:18.981778 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-272cf7dd-df66-4cb1-a7c3-c4956fd16e57 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387244 Aug 26 12:34:19.071876 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-a13c937c-4018-4ea6-8fbb-d7486b35d68e service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819085 Aug 26 12:34:19.156911 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f965e0f8-aedb-4d5a-bd78-3904349f4b41 req-abd74120-ed98-47cd-899a-dd7750e59210 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774751 Aug 26 12:34:19.290934 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-45b782fa-6abc-445e-a410-ef68b66e33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:19.292365 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-45b782fa-6abc-445e-a410-ef68b66e33b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 1097 time: 0.0425296 Aug 26 12:34:19.380859 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-f5c3710f-9583-4293-b79a-8f72c99a6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:19.382180 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-f5c3710f-9583-4293-b79a-8f72c99a6bb9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0793436 Aug 26 12:34:19.422960 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-6ee22364-7dc0-4d71-af60-8aac71c36d9b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb HTTP/1.1" status: 200 len: 217 time: 0.0322223 Aug 26 12:34:19.475140 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-fd700d61-2a88-4181-805b-6f9dad3f8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:19.476486 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-fd700d61-2a88-4181-805b-6f9dad3f8b72 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0438628 Aug 26 12:34:19.521631 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-7be9274b-9de2-49ea-974e-ff9a3311bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:19.523076 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-7be9274b-9de2-49ea-974e-ff9a3311bbbd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383322 Aug 26 12:34:19.608712 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-8ad99be3-0144-42d6-8df7-55ebb807b5ef service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766926 Aug 26 12:34:19.700625 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8dcb8267-fe77-47d0-8cca-b97ffc22892d req-76985513-33d3-4d3b-8225-6658f6ab2725 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836308 Aug 26 12:34:19.810661 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aecfa-a6db-4ab1-b938-bd44a8e911c6 req-2f34ac3a-5c28-4928-8531-93589aa5ba14 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:19.812088 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-344aecfa-a6db-4ab1-b938-bd44a8e911c6 req-2f34ac3a-5c28-4928-8531-93589aa5ba14 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 944 time: 0.0467169 Aug 26 12:34:19.847758 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-344aecfa-a6db-4ab1-b938-bd44a8e911c6 req-305f3430-b235-486a-8b34-c453391dd19a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299716 Aug 26 12:34:20.960887 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5e88-ae63-4c64-a85e-19d2d5fbd91f req-da7f214f-8bd6-43e8-8378-d92433e1c18b tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:20.962313 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-773b5e88-ae63-4c64-a85e-19d2d5fbd91f req-da7f214f-8bd6-43e8-8378-d92433e1c18b tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 944 time: 0.0474586 Aug 26 12:34:20.999193 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-773b5e88-ae63-4c64-a85e-19d2d5fbd91f req-b04ca15e-eaa3-4c06-aaa6-28675eaa2a98 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309014 Aug 26 12:34:22.111464 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9818ab-945d-4bc2-93e2-facb202f423d req-2ed003e9-f62a-4790-9100-b788d75a9b33 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:22.112882 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4e9818ab-945d-4bc2-93e2-facb202f423d req-2ed003e9-f62a-4790-9100-b788d75a9b33 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 944 time: 0.0498724 Aug 26 12:34:22.149549 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4e9818ab-945d-4bc2-93e2-facb202f423d req-7be809b6-eb5c-47bb-8a61-13d5ea990a87 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309296 Aug 26 12:34:23.263580 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240e48c-2171-41ad-ab0d-c5b41776f6e1 req-dcaf2344-5744-465c-91bb-ec417cb256ff tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:23.265046 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3240e48c-2171-41ad-ab0d-c5b41776f6e1 req-dcaf2344-5744-465c-91bb-ec417cb256ff tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 944 time: 0.0519025 Aug 26 12:34:23.551307 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-3240e48c-2171-41ad-ab0d-c5b41776f6e1 req-9312e01e-79ae-4554-ba68-f07a7272743e tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804286 Aug 26 12:34:24.637756 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9d2729e-967b-456a-8bd5-a86e8f1ac9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:24.664728 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c7be-0748-43a2-a211-8f5510d3b145 req-f8ef42b5-3585-4fb9-95f2-9216d85769d4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:24.666201 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1483c7be-0748-43a2-a211-8f5510d3b145 req-f8ef42b5-3585-4fb9-95f2-9216d85769d4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 944 time: 0.0491807 Aug 26 12:34:24.702954 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1483c7be-0748-43a2-a211-8f5510d3b145 req-887d41fd-3902-4e7e-9460-c1895f03b226 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Aug 26 12:34:25.813415 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cc058-6134-427b-baa8-7b5063f6c8dd req-ce8078a3-5de9-45e3-9998-b5f1f0591511 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:25.815042 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d27cc058-6134-427b-baa8-7b5063f6c8dd req-ce8078a3-5de9-45e3-9998-b5f1f0591511 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 944 time: 0.0468266 Aug 26 12:34:25.850461 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d27cc058-6134-427b-baa8-7b5063f6c8dd req-08d9aba0-f3ae-4cd5-a9b1-4a4fa4216285 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297956 Aug 26 12:34:26.545997 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:26.580687 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 4dbe69e1-9333-4246-a79b-8b5c4d842fbb details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:34:26.669346 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:34:26.680078 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:34:26.714277 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:26.727207 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbe69e1-9333-4246-a79b-8b5c4d842fbb {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:34:26.746297 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:34:26.750280 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:26.800174 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:34:26.807012 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.807366 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.807711 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.808055 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.808394 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.808758 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.809091 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.809422 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.809757 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.810083 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.810438 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.810766 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:34:26.963542 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75eea5-fa08-42ce-89db-1b7f4aede004 req-83226985-ff9f-4512-ac5a-0c9412a58891 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:26.965586 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4d75eea5-fa08-42ce-89db-1b7f4aede004 req-83226985-ff9f-4512-ac5a-0c9412a58891 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Aug 26 12:34:27.002047 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-4d75eea5-fa08-42ce-89db-1b7f4aede004 req-0d8b8be7-e798-48ad-ac56-3cb0940e20f2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305841 Aug 26 12:34:27.050557 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['4dbe69e1-9333-4246-a79b-8b5c4d842fbb'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:34:27.326774 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c0bfebc-1895-4e9b-877b-0a024777e9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:27.514691 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:28.112771 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f224ea7-6c16-4467-9bd8-3161a50646e1 req-536f2747-f439-46e1-8b31-1730f0651a67 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:28.114233 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9f224ea7-6c16-4467-9bd8-3161a50646e1 req-536f2747-f439-46e1-8b31-1730f0651a67 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 945 time: 0.0474043 Aug 26 12:34:28.150047 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-9f224ea7-6c16-4467-9bd8-3161a50646e1 req-1c6a3c42-1ab4-4436-813a-bd0f89252a34 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300770 Aug 26 12:34:28.256833 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:28.597255 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 4dbe69e1-9333-4246-a79b-8b5c4d842fbb up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:34:28.643401 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:34:28.647197 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:34:28.647575 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:28.724905 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:28.746816 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:34:28.749310 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f278b70-613c-469d-b163-0b2f4fd7a74a" -d '{"events": [{"server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:34:28.761250 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:34:28.765781 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:28.811838 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:34:28.839112 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a5ad37-6dbc-45d0-86d3-0ec4506bea04 x-openstack-request-id: req-e6a5ad37-6dbc-45d0-86d3-0ec4506bea04 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:34:28.839402 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "name": "network-vif-plugged", "status": "completed", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:34:28.839677 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a5ad37-6dbc-45d0-86d3-0ec4506bea04 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:34:28.840078 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'code': 200} Aug 26 12:34:29.082376 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caeb31b-928c-49f2-bd19-bf24e0e143c1 req-9f1671e4-f643-4020-85fa-173d7156b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:29.083846 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0caeb31b-928c-49f2-bd19-bf24e0e143c1 req-9f1671e4-f643-4020-85fa-173d7156b428 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 1099 time: 0.0413253 Aug 26 12:34:29.117656 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-0caeb31b-928c-49f2-bd19-bf24e0e143c1 req-081f2ffa-b726-4099-bbe0-3129ae041714 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256844 Aug 26 12:34:29.260169 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3461a69-5e8e-4066-8909-0b7c008c11c2 req-dfa42dbe-8d45-41f0-8a98-9727a6d128e6 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:29.261620 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b3461a69-5e8e-4066-8909-0b7c008c11c2 req-dfa42dbe-8d45-41f0-8a98-9727a6d128e6 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 946 time: 0.0472906 Aug 26 12:34:29.297273 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b3461a69-5e8e-4066-8909-0b7c008c11c2 req-faebf371-6a9d-460b-aced-e27891b26454 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298429 Aug 26 12:34:30.100971 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:30.412864 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a404a7e-c6b0-4d79-807a-f354524bc1cc req-a05db3f2-1348-4bd3-b0f3-5f9c59ce95e0 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:30.414313 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2a404a7e-c6b0-4d79-807a-f354524bc1cc req-a05db3f2-1348-4bd3-b0f3-5f9c59ce95e0 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 946 time: 0.0517442 Aug 26 12:34:30.451501 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-2a404a7e-c6b0-4d79-807a-f354524bc1cc req-2caf0b47-b176-40ca-8ad5-c262deaf82a1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Aug 26 12:34:30.561872 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7023-039b-4d71-99b4-ce8e8eb143f0 req-cfad7ea5-4894-41d0-bd79-589282a1d350 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:30.563365 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1add7023-039b-4d71-99b4-ce8e8eb143f0 req-cfad7ea5-4894-41d0-bd79-589282a1d350 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 946 time: 0.0468786 Aug 26 12:34:30.599952 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1add7023-039b-4d71-99b4-ce8e8eb143f0 req-6e102309-87df-4c98-8d1c-6056faad01d4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307519 Aug 26 12:34:30.621549 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59174) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:34:30.661922 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c7dc4f-f9c8-48ed-bf56-760ff2e00d11 tempest-TestVolumeBootPattern-1930476673 tempest-TestVolumeBootPattern-1930476673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:30.663381 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-13c7dc4f-f9c8-48ed-bf56-760ff2e00d11 tempest-TestVolumeBootPattern-1930476673 tempest-TestVolumeBootPattern-1930476673-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 1094 time: 0.0409024 Aug 26 12:34:30.665965 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59176) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:34:30.670656 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'floatingip': {'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:34:30.691460 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:30.783561 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:30.886445 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Allocated IP 172.27.2.46 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/c9d0aec4-b33f-4d46-b944-4d205658342f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:34:30.990282 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:31.028129 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:31.067797 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:34:31.072540 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:34:31.076033 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:34:31.081350 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'Port': ['ID=c9d0aec4-b33f-4d46-b944-4d205658342f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:34:31.418117 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:31.484190 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:31.628779 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:31.632886 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:31.695815 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'Port': ['ID=c9d0aec4-b33f-4d46-b944-4d205658342f,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:34:31.709189 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:31.806310 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.db.l3_db [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Floating IP 2ea3156d-da05-4798-84ff-527cf61fdda5 associated. External IP: 172.27.2.46, port: 4dbe69e1-9333-4246-a79b-8b5c4d842fbb. Aug 26 12:34:32.005300 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Router e4bc94b9-e943-482f-9be0-9ccdc9890997 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:34:32.109626 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:34:32.119442 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] Sync routers for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:34:32.126623 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:32.130244 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:34:32.130902 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:34:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:34:32.153552 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-9da2c63f-0c12-48a2-a399-637c99b383cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4866023 Aug 26 12:34:32.154265 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:34:32.156497 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb5fc73-2c2c-42a4-851c-464ce3365219" -d '{"events": [{"name": "network-changed", "server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:34:32.192153 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c58b88-8e58-449c-ac10-71c2b72324cf x-openstack-request-id: req-13c58b88-8e58-449c-ac10-71c2b72324cf {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:34:32.192449 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:34:32.192718 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13c58b88-8e58-449c-ac10-71c2b72324cf {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:34:32.193112 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'status': 'completed', 'code': 200} Aug 26 12:34:32.235812 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:34:32.278218 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-12fc40ab-4837-4791-89ea-15f02870c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:32.279876 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-12fc40ab-4837-4791-89ea-15f02870c2c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 1099 time: 0.0402250 Aug 26 12:34:32.373151 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-17976bda-7a07-4d53-b750-e418686b8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:32.374660 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-17976bda-7a07-4d53-b750-e418686b8536 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0877609 Aug 26 12:34:32.439661 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-6b3ce21f-fe08-4c93-91ca-169f7399bd2b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb HTTP/1.1" status: 200 len: 999 time: 0.0569816 Aug 26 12:34:32.452103 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2ea3156d-da05-4798-84ff-527cf61fdda5', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:34:31Z', 'updated_at': '2021-08-26T12:34:31Z', 'revision_number': 0, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:34:32.481018 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] Checking router: e4bc94b9-e943-482f-9be0-9ccdc9890997 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:34:32.487495 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-c3a2c58b-4341-43ed-a278-05572c343576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:32.488951 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-c3a2c58b-4341-43ed-a278-05572c343576 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0422919 Aug 26 12:34:32.489704 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:34:32.490311 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:34:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:34:32.538321 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-9a51a2c0-4c06-41d1-95af-83d70140bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:34:32.539780 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-9a51a2c0-4c06-41d1-95af-83d70140bef7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437639 Aug 26 12:34:32.595470 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:34:32.628533 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-399d4192-7c2e-4ba3-99f9-2f6b7b47220f service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812593 Aug 26 12:34:32.724652 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-efb5fc73-2c2c-42a4-851c-464ce3365219 req-3e67cd2b-6ea6-4bc4-95cb-7811c21d8dd0 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889547 Aug 26 12:34:32.813342 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2ea3156d-da05-4798-84ff-527cf61fdda5', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:34:31Z', 'updated_at': '2021-08-26T12:34:31Z', 'revision_number': 0, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:34:32.842071 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b93580-04f3-4517-b7dd-323cf1d83697 None None] The sync data for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi is: [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2ea3156d-da05-4798-84ff-527cf61fdda5', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:34:31Z', 'updated_at': '2021-08-26T12:34:31Z', 'revision_number': 0, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:34:33.025865 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa6073-1b13-4f95-9613-aea55459f33f None None] New status for floating IP 2ea3156d-da05-4798-84ff-527cf61fdda5: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:34:46.032612 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:34:54.637733 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af2b598a-4d52-47bc-8532-f462a7db1f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:56.542665 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:57.327645 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71eb7343-040c-4a1b-b1c1-d7852fbe7783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:57.516780 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:58.259114 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:00.102976 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:02.105770 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-8b17bec2-3b81-4184-95f0-f6d0a30fb266 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389872 Aug 26 12:35:02.201616 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-75b37e98-5484-42b1-99fe-4924639fa8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:35:02.203580 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-75b37e98-5484-42b1-99fe-4924639fa8a7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 1099 time: 0.0382073 Aug 26 12:35:02.304096 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-b393ff8f-7ed0-44be-b2ba-ca2ddb9ce38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:35:02.305503 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-b393ff8f-7ed0-44be-b2ba-ca2ddb9ce38b service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0830455 Aug 26 12:35:02.369328 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-b75031e2-e5a3-44dd-8012-f2ca0a681cde service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb HTTP/1.1" status: 200 len: 1001 time: 0.0557299 Aug 26 12:35:02.416870 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-5db1b5f9-43ac-42da-aaa6-947aaa4fad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:35:02.418252 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-5db1b5f9-43ac-42da-aaa6-947aaa4fad9b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0417020 Aug 26 12:35:02.465563 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-19224ef8-95d8-4e17-a1ca-5fb98231b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:35:02.467023 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-19224ef8-95d8-4e17-a1ca-5fb98231b988 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413048 Aug 26 12:35:02.553743 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-9ec85709-87a6-4700-a41b-2fc12e2b1b06 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781672 Aug 26 12:35:02.645440 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-03fe5ef2-5acd-4755-86e0-9aa629db5c2f req-571d60bd-11a2-4a10-9bf4-1db96c2a6074 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840697 Aug 26 12:35:23.032472 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:35:24.639737 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e62296ac-9643-443d-8adf-d4d5f66984f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:26.556707 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:27.328094 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b817957-c6d7-42b1-b372-e7a022241be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:27.517367 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:28.260836 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:30.105815 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:54.639672 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ea99ba3-ba9a-4f4c-ae35-b40d430c5541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:56.577782 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:57.328274 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-34a75d4e-f6af-48d5-bcdc-0094a6308b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:57.517184 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:58.263929 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:00.032057 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:36:00.108298 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:04.088338 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-1ddd3835-00fe-4641-ae20-2ccd1234b3e7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397098 Aug 26 12:36:04.192064 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-a9dd65da-1202-4ead-93d9-c381dd150e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:04.193515 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-a9dd65da-1202-4ead-93d9-c381dd150e02 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 1099 time: 0.0389829 Aug 26 12:36:04.302921 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-c99ccb01-3ff1-49c8-aa87-a3799c07bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:04.304350 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-c99ccb01-3ff1-49c8-aa87-a3799c07bcdf service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0878215 Aug 26 12:36:04.368707 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-54cdc17a-1864-4b0f-81b0-4cc9c77d70d8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb HTTP/1.1" status: 200 len: 1001 time: 0.0555592 Aug 26 12:36:04.416768 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-6d71633b-c6b1-4604-927b-04d1bf4b5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:04.418162 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-6d71633b-c6b1-4604-927b-04d1bf4b5552 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0413506 Aug 26 12:36:04.466566 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-7098b375-b0e6-412b-bed4-24d19cc3c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:04.467990 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-7098b375-b0e6-412b-bed4-24d19cc3c15c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409133 Aug 26 12:36:04.560293 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-37b38c23-73fd-4d38-b77f-0881ae2ed427 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795538 Aug 26 12:36:04.651151 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-f7265f3c-6921-4e0f-adf8-0e5067954320 req-a847cdb6-070a-48a6-96b8-c86338af96b5 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814605 Aug 26 12:36:06.103058 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-1fe3a38c-a7ee-4065-88db-1c6634d37184 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048532779&fields=id&tenant_id=1b15b0aacd1749e2bf9f161ab29d1746 HTTP/1.1" status: 200 len: 267 time: 0.0319347 Aug 26 12:36:06.204757 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70884a28-3574-455b-930e-faea4d202352 req-22246c73-c2a3-481f-8bbf-0d329dceb63d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:06.206206 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-22246c73-c2a3-481f-8bbf-0d329dceb63d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 811 time: 0.0961466 Aug 26 12:36:06.220827 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-e9c4a95f-fd1b-4e2d-991b-854c07551694 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/quotas/1b15b0aacd1749e2bf9f161ab29d1746 HTTP/1.1" status: 200 len: 375 time: 0.0090952 Aug 26 12:36:06.279730 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-97224eb9-61d3-439b-8def-335da2566e44 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0537081 Aug 26 12:36:06.370472 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-690cf515-0636-4888-a77a-6014c25df774 service neutron] 10.222.0.13 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797970 Aug 26 12:36:06.459014 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-58288de2-90e5-4e44-9973-a19e923695ce service neutron] 10.222.0.13 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823996 Aug 26 12:36:06.735263 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e320d7af-1c81-4bc1-862f-5c373b2303c3 req-29f903f5-2503-4ff6-82b9-197fb2a80b17 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 210 time: 0.0274391 Aug 26 12:36:07.827087 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b955b78d-8988-4e65-a356-8ee7f2934fac req-04232bd3-8b38-4f6c-a5e9-41faf115e22e tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 210 time: 0.0258555 Aug 26 12:36:07.963047 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70884a28-3574-455b-930e-faea4d202352 req-33e0ce2d-f39b-4541-a133-595b137d079d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:07.964480 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-33e0ce2d-f39b-4541-a133-595b137d079d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 811 time: 0.0991902 Aug 26 12:36:08.013539 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-b4404541-cf02-42f5-a23f-c1c53f0afc12 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b15b0aacd1749e2bf9f161ab29d1746 HTTP/1.1" status: 200 len: 380 time: 0.0332944 Aug 26 12:36:08.028488 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'port': {'device_id': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'admin_state_up': True, 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'security_groups': ['fdfa4944-6300-410f-97f3-1895955237be']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:36:08.136537 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Made reservation on behalf of 1b15b0aacd1749e2bf9f161ab29d1746 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:36:08.140591 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:08.264143 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Allocated IP 172.20.0.8 (de61ebec-f305-4cf7-9b93-9edfed509307/71f7c3e5-3849-4ef6-9075-417dbcfbec61/d5373b73-1c15-45e4-b9f1-7fbef79612d3) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:36:08.397921 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:08.411559 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Transition to ACTIVE for port object d5373b73-1c15-45e4-b9f1-7fbef79612d3 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:36:08.445569 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:08.490464 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Network de61ebec-f305-4cf7-9b93-9edfed509307 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:36:08.495444 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:36:08.499934 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:36:08.524128 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'Port': ['ID=d5373b73-1c15-45e4-b9f1-7fbef79612d3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:36:08.536618 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.536973 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.537340 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.537649 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.537984 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.538313 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.538711 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.538989 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.539322 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.539644 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.539968 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.540287 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:08.565892 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:08.566587 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:08.583790 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-ddda10fd-4d61-49de-b4f8-0782c86b83c4 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594296 Aug 26 12:36:08.606513 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.v2.base [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Request body: {'port': {'device_id': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80614'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:36:08.666291 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:08.698004 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-43a06195-c3ff-4e60-aa00-e52412a6bc94 None None] Provisioning for port d5373b73-1c15-45e4-b9f1-7fbef79612d3 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:36:08.704290 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-43a06195-c3ff-4e60-aa00-e52412a6bc94 None None] Provisioning complete for port d5373b73-1c15-45e4-b9f1-7fbef79612d3 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:36:08.704663 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43a06195-c3ff-4e60-aa00-e52412a6bc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:08.744662 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-43a06195-c3ff-4e60-aa00-e52412a6bc94 None None] Port d5373b73-1c15-45e4-b9f1-7fbef79612d3 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:36:08.927192 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5373b73-1c15-45e4-b9f1-7fbef79612d3 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:36:08.935059 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:08.940369 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1a57-fc95-4438-bada-703ac2d5a82c req-d449e68b-d89f-4ad5-a704-ae126111f890 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:08.941870 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e80c1a57-fc95-4438-bada-703ac2d5a82c req-d449e68b-d89f-4ad5-a704-ae126111f890 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 931 time: 0.0484200 Aug 26 12:36:08.946884 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Transition to ACTIVE for port object d5373b73-1c15-45e4-b9f1-7fbef79612d3 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:36:08.951340 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:08.979084 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-e80c1a57-fc95-4438-bada-703ac2d5a82c req-8822162a-db17-4eb6-867e-d88f845bee4c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312140 Aug 26 12:36:09.019205 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Pushing event updated for resources: {'Port': ['ID=d5373b73-1c15-45e4-b9f1-7fbef79612d3,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:36:09.067079 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Attempting to bind port d5373b73-1c15-45e4-b9f1-7fbef79612d3 on host hv-cinder-80614 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:36:09.067412 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Attempting to bind port d5373b73-1c15-45e4-b9f1-7fbef79612d3 by drivers openvswitch,hyperv on host hv-cinder-80614 at level 0 using segments [{'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:36:09.067737 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Attempting to bind port d5373b73-1c15-45e4-b9f1-7fbef79612d3 on network de61ebec-f305-4cf7-9b93-9edfed509307 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:36:09.072127 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Port d5373b73-1c15-45e4-b9f1-7fbef79612d3 on network de61ebec-f305-4cf7-9b93-9edfed509307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80614 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:36:09.072448 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Attempting to bind port d5373b73-1c15-45e4-b9f1-7fbef79612d3 on network de61ebec-f305-4cf7-9b93-9edfed509307 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:36:09.077336 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Checking agent: {'id': '057beeff-07c9-409e-9987-d246ec577680', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80614', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'started_at': datetime.datetime(2021, 8, 26, 12, 20, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:36:09.077665 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Checking segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:36:09.078041 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Bound using segment: {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:36:09.078489 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Bound port: d5373b73-1c15-45e4-b9f1-7fbef79612d3, host: hv-cinder-80614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3dd9d1-9c82-4459-9770-8fff244a40a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:36:09.078843 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:09.145675 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] For port d5373b73-1c15-45e4-b9f1-7fbef79612d3, host hv-cinder-80614, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:36:09.148587 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] For port d5373b73-1c15-45e4-b9f1-7fbef79612d3, host hv-cinder-80614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=d5373b73-1c15-45e4-b9f1-7fbef79612d3,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:36:09.152714 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32964121'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:09.429997 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:09.430709 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:09.432069 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] 10.222.0.68 "PUT /v2.0/ports/d5373b73-1c15-45e4-b9f1-7fbef79612d3 HTTP/1.1" status: 200 len: 1093 time: 0.8310821 Aug 26 12:36:09.432496 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:36:09.434749 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:36:09.461642 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f566b-f09e-412b-ac29-a7036fe50319 service neutron] Pushing event updated for resources: {'Port': ['ID=d5373b73-1c15-45e4-b9f1-7fbef79612d3,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:36:09.487781 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102ed3ff-1fd7-4622-b8c9-4fbffe39bbd3 x-openstack-request-id: req-102ed3ff-1fd7-4622-b8c9-4fbffe39bbd3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:36:09.488095 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:36:09.488367 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-102ed3ff-1fd7-4622-b8c9-4fbffe39bbd3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:36:09.488754 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'status': 'completed', 'code': 200} Aug 26 12:36:09.550994 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70884a28-3574-455b-930e-faea4d202352 req-d1548350-23fa-4efc-9f48-814635aa132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:09.552514 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-d1548350-23fa-4efc-9f48-814635aa132b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 1096 time: 0.0415812 Aug 26 12:36:09.602989 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-11c83255-9165-43c8-a7ff-bc6442fd12db service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5373b73-1c15-45e4-b9f1-7fbef79612d3 HTTP/1.1" status: 200 len: 217 time: 0.0349722 Aug 26 12:36:09.654378 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70884a28-3574-455b-930e-faea4d202352 req-89c84649-4151-4277-b236-963d5f8cc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:09.655769 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-89c84649-4151-4277-b236-963d5f8cc6d9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0455465 Aug 26 12:36:09.700968 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70884a28-3574-455b-930e-faea4d202352 req-05374617-dcd0-47c5-8a17-0447d57381e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:09.702477 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-05374617-dcd0-47c5-8a17-0447d57381e0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392799 Aug 26 12:36:09.793299 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-f771766f-8604-434e-ba36-83b29a429b95 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833166 Aug 26 12:36:09.878988 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-70884a28-3574-455b-930e-faea4d202352 req-e6f52e45-7916-424f-ab5f-3b87859769f2 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785866 Aug 26 12:36:10.005957 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-e679c642-8322-4500-8b17-ba4b85249cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:10.007548 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-e679c642-8322-4500-8b17-ba4b85249cf4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 1096 time: 0.0393689 Aug 26 12:36:10.098672 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-6760128b-5391-4409-b59a-bf573782d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:10.100145 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-6760128b-5391-4409-b59a-bf573782d49d service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0850551 Aug 26 12:36:10.100285 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9832e-585f-442b-a2b3-f59fc8aa6b59 req-8e0973e4-06ee-4650-8f79-025e61e7d56c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:10.101660 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8ca9832e-585f-442b-a2b3-f59fc8aa6b59 req-8e0973e4-06ee-4650-8f79-025e61e7d56c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 943 time: 0.0513005 Aug 26 12:36:10.139959 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-8ca9832e-585f-442b-a2b3-f59fc8aa6b59 req-d0f1b1d1-919e-4ec0-ae45-67edd223b827 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323582 Aug 26 12:36:10.142910 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-4816054d-84e4-410e-b2ea-16d0e346eae2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5373b73-1c15-45e4-b9f1-7fbef79612d3 HTTP/1.1" status: 200 len: 217 time: 0.0345192 Aug 26 12:36:10.190938 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-b852971c-9cf2-4e4d-b40f-fd3938acd8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:10.192305 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-b852971c-9cf2-4e4d-b40f-fd3938acd8fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0415411 Aug 26 12:36:10.239350 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-59c57987-b4ce-440a-81b3-8e78bba94d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:10.240750 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-59c57987-b4ce-440a-81b3-8e78bba94d4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411241 Aug 26 12:36:10.326700 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-bc0400cf-4058-4746-a41d-401ddbc163b2 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776734 Aug 26 12:36:10.418036 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d78cc2b-e863-4fa4-bd3e-cef355b255cb req-1f997786-3798-40bc-90e1-14ec8d62cea7 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813575 Aug 26 12:36:11.253545 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5630f-8a46-400d-b394-58c9d69eaa7e req-ba9586ac-1061-4216-99bb-29d16b35ed00 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:11.255017 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b9a5630f-8a46-400d-b394-58c9d69eaa7e req-ba9586ac-1061-4216-99bb-29d16b35ed00 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 943 time: 0.0475769 Aug 26 12:36:11.291689 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-b9a5630f-8a46-400d-b394-58c9d69eaa7e req-5def8ebe-641d-43bf-a3bb-d35d0f3860cf tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Aug 26 12:36:12.401829 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dced9ab-378b-432e-8dc8-b1a912004b47 req-d1658244-8d1e-49ff-a165-9adc0cd3d9b6 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:12.403910 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6dced9ab-378b-432e-8dc8-b1a912004b47 req-d1658244-8d1e-49ff-a165-9adc0cd3d9b6 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 943 time: 0.0485220 Aug 26 12:36:12.442833 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-6dced9ab-378b-432e-8dc8-b1a912004b47 req-b6711ad7-f23b-4cb8-82bf-f5cbdb632fbc tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332172 Aug 26 12:36:13.553107 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0322237-a006-4302-8b00-831196f18d9d req-3b701830-df8d-4161-b4e7-ece184e74313 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:13.554600 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c0322237-a006-4302-8b00-831196f18d9d req-3b701830-df8d-4161-b4e7-ece184e74313 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 943 time: 0.0469134 Aug 26 12:36:13.591124 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c0322237-a006-4302-8b00-831196f18d9d req-d232064a-275e-4a03-b93a-1dd51d15ccfe tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301371 Aug 26 12:36:14.701474 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2870e-4e3f-4c7e-8849-c50a16e6dc22 req-8cd6670c-275e-4b83-93a0-7a0ea7fd03b0 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:14.702990 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-21c2870e-4e3f-4c7e-8849-c50a16e6dc22 req-8cd6670c-275e-4b83-93a0-7a0ea7fd03b0 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 943 time: 0.0478587 Aug 26 12:36:14.741010 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-21c2870e-4e3f-4c7e-8849-c50a16e6dc22 req-886f2aa2-cc35-48c4-82b0-e6735791af49 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Aug 26 12:36:15.854142 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a0191-e226-4570-9c04-d5f5f7e2a99f req-22840f74-0cdc-4dd2-975c-9adf42f37f8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:15.855619 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a9a0191-e226-4570-9c04-d5f5f7e2a99f req-22840f74-0cdc-4dd2-975c-9adf42f37f8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 943 time: 0.0510046 Aug 26 12:36:15.892710 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-8a9a0191-e226-4570-9c04-d5f5f7e2a99f req-57007be1-ebc1-4854-98ba-1891c272a54f tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308089 Aug 26 12:36:17.007505 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8a727-5015-45e2-b54b-3f92e33661c0 req-6a4b0362-e555-4dea-8df9-914096fa60ba tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:17.008894 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9cf8a727-5015-45e2-b54b-3f92e33661c0 req-6a4b0362-e555-4dea-8df9-914096fa60ba tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 943 time: 0.0526204 Aug 26 12:36:17.046685 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-9cf8a727-5015-45e2-b54b-3f92e33661c0 req-87bf9e53-e90e-4543-8806-ec98d4d6dae9 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320246 Aug 26 12:36:17.224704 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device d5373b73-1c15-45e4-b9f1-7fbef79612d3 details requested by agent hyperv_hv-cinder-80614 with host hv-cinder-80614 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:36:17.315175 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port d5373b73-1c15-45e4-b9f1-7fbef79612d3, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=d5373b73-1c15-45e4-b9f1-7fbef79612d3,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:36:17.326476 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Returning: {'device': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'port_id': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'mac_address': 'fa:16:3e:62:df:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:36:17.365148 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:17.377578 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5373b73-1c15-45e4-b9f1-7fbef79612d3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:36:17.396138 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port d5373b73-1c15-45e4-b9f1-7fbef79612d3, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=d5373b73-1c15-45e4-b9f1-7fbef79612d3,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:36:17.399697 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:17.445294 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=d5373b73-1c15-45e4-b9f1-7fbef79612d3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:36:17.452671 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.453024 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.453369 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.453707 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.454041 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.454374 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.454731 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.455061 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.455391 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.455719 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.456047 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.456371 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:17.727824 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] get_ports_and_sgs() called for port_ids ['d5373b73-1c15-45e4-b9f1-7fbef79612d3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:36:18.156658 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f7724-3e13-4d67-89d8-d009f4779882 req-4e219d46-4d6b-4f3a-a954-669edacdf6aa tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:18.158113 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bd1f7724-3e13-4d67-89d8-d009f4779882 req-4e219d46-4d6b-4f3a-a954-669edacdf6aa tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 944 time: 0.0480902 Aug 26 12:36:18.194869 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-bd1f7724-3e13-4d67-89d8-d009f4779882 req-1de78c43-8dc4-4db9-85e7-a8495534a6a8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308361 Aug 26 12:36:19.227013 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device d5373b73-1c15-45e4-b9f1-7fbef79612d3 up at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:36:19.274664 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning for port d5373b73-1c15-45e4-b9f1-7fbef79612d3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:36:19.278265 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Provisioning complete for port d5373b73-1c15-45e4-b9f1-7fbef79612d3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:36:19.279167 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530629'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:19.308096 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b43b5-07d9-4a64-a4db-803e2aa045ae req-1aa453f7-78a0-4f00-ac4f-86757db47ec8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:19.309625 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5d8b43b5-07d9-4a64-a4db-803e2aa045ae req-1aa453f7-78a0-4f00-ac4f-86757db47ec8 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 944 time: 0.0498965 Aug 26 12:36:19.348526 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-5d8b43b5-07d9-4a64-a4db-803e2aa045ae req-7d50b391-be4d-4fcf-8776-4d145406b798 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328045 Aug 26 12:36:19.470596 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:19.491460 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:36:19.494087 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c913fb441b98b5c29f3f8b4f204f9673ac16d8a71c2bb65b4f201917ae917efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9d23df-97d2-487e-8473-4f835155cfdc" -d '{"events": [{"server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "name": "network-vif-plugged", "status": "completed", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:36:19.506289 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] For port d5373b73-1c15-45e4-b9f1-7fbef79612d3, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=d5373b73-1c15-45e4-b9f1-7fbef79612d3,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:36:19.510577 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:19.533323 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70224d8-1c31-4cb8-b0bd-5ed541bb5194 x-openstack-request-id: req-b70224d8-1c31-4cb8-b0bd-5ed541bb5194 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:36:19.533601 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "name": "network-vif-plugged", "status": "completed", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:36:19.533875 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b70224d8-1c31-4cb8-b0bd-5ed541bb5194 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:36:19.534246 dv-cinder-806141-1-iscsi neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'code': 200} Aug 26 12:36:19.559301 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Pushing event updated for resources: {'Port': ['ID=d5373b73-1c15-45e4-b9f1-7fbef79612d3,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:36:19.769857 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443009d-1430-4bdd-b8cb-6d36ae9bcd73 req-2fb83a67-c83c-4707-8fc3-9aa6b65a4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:19.771293 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d443009d-1430-4bdd-b8cb-6d36ae9bcd73 req-2fb83a67-c83c-4707-8fc3-9aa6b65a4035 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 1098 time: 0.0400364 Aug 26 12:36:19.807711 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-d443009d-1430-4bdd-b8cb-6d36ae9bcd73 req-e1cfe348-3373-4bce-a297-bfd786fd1871 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263302 Aug 26 12:36:20.459694 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbea09e-58bc-4408-8a75-dfb66c1f63f6 req-c43e9760-f94c-4c69-be0e-2b3491b1a242 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:20.461140 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3bbea09e-58bc-4408-8a75-dfb66c1f63f6 req-c43e9760-f94c-4c69-be0e-2b3491b1a242 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 945 time: 0.0476906 Aug 26 12:36:20.497971 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-3bbea09e-58bc-4408-8a75-dfb66c1f63f6 req-d2e45118-73d9-4ca4-a12d-4bf7ebdc7e41 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305738 Aug 26 12:36:21.613121 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ffbc5-fa89-4398-99de-5f9a95eef628 req-3d5a42c1-b876-47e3-854d-f1ce3f3d1074 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:21.614614 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-572ffbc5-fa89-4398-99de-5f9a95eef628 req-3d5a42c1-b876-47e3-854d-f1ce3f3d1074 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Aug 26 12:36:21.651516 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-572ffbc5-fa89-4398-99de-5f9a95eef628 req-6bb60b22-afd4-4ea6-9cc8-60fd6646cfad tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Aug 26 12:36:21.765922 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed756e98-a155-478b-9aaf-a6699012809c req-c8e16a3d-0d86-4c0a-9ff0-46dc70d95c3a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:21.767407 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ed756e98-a155-478b-9aaf-a6699012809c req-c8e16a3d-0d86-4c0a-9ff0-46dc70d95c3a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 945 time: 0.0521555 Aug 26 12:36:21.803577 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-ed756e98-a155-478b-9aaf-a6699012809c req-99968f16-bfbe-4294-96d3-2d0e39131bef tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303185 Aug 26 12:36:21.825696 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59294) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:36:21.863129 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5ea9e-5a40-4513-8200-54dc17f62b33 tempest-TestVolumeBootPattern-1930476673 tempest-TestVolumeBootPattern-1930476673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:21.864570 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-73a5ea9e-5a40-4513-8200-54dc17f62b33 tempest-TestVolumeBootPattern-1930476673 tempest-TestVolumeBootPattern-1930476673-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 1093 time: 0.0379493 Aug 26 12:36:21.867168 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59296) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:36:21.871335 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.v2.base [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Request body: {'floatingip': {'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'port_id': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:36:21.892690 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:21.991225 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:22.090932 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Allocated IP 172.27.2.14 (1d119952-c837-4320-84ab-3678bc73cb59/d42a7087-7399-4859-bd2e-19ee93d22751/2dd9f748-0e26-4c15-963a-b60baf4ee456) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:36:22.193922 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:22.230774 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787352757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:22.265750 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Network 1d119952-c837-4320-84ab-3678bc73cb59 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:36:22.268907 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:36:22.271514 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:36:22.303283 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'Port': ['ID=2dd9f748-0e26-4c15-963a-b60baf4ee456,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:36:22.314072 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.314436 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.314779 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.315114 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.315445 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.315775 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.316109 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.316431 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.316756 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.317080 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.317397 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.317721 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:36:22.629891 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:22.693132 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736076'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:22.839312 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:22.843752 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787353217329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787352757800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787352757818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33022545'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:22.909607 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event updated for resources: {'Port': ['ID=2dd9f748-0e26-4c15-963a-b60baf4ee456,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:36:22.919194 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808785'] for floatingip, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:23.016387 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.l3_db [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Floating IP c6cb6ecc-f84d-4bde-8623-ece23d6e8086 associated. External IP: 172.27.2.14, port: d5373b73-1c15-45e4-b9f1-7fbef79612d3. Aug 26 12:36:23.217764 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Router e4bc94b9-e943-482f-9be0-9ccdc9890997 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:36:23.324037 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:36:23.333833 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] Sync routers for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:36:23.340109 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:23.342660 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:36:23.343277 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:35:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:36:23.366806 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-dc5f9466-3a51-4efa-a76c-57ee105338b2 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4986405 Aug 26 12:36:23.367484 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:36:23.370106 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d34a5b8-943d-44df-94c1-50c79e2368a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:36:23.448994 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:36:23.470852 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af22d21-e4d1-4905-9571-b2ccc19b04b9 x-openstack-request-id: req-6af22d21-e4d1-4905-9571-b2ccc19b04b9 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:36:23.471142 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:36:23.471394 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6af22d21-e4d1-4905-9571-b2ccc19b04b9 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:36:23.471796 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'status': 'completed', 'code': 200} Aug 26 12:36:23.556446 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-536cc161-c4a8-4e00-8377-8ca5cef08ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:23.557946 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-536cc161-c4a8-4e00-8377-8ca5cef08ea4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 1098 time: 0.0403793 Aug 26 12:36:23.648075 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-74244af0-3c1e-45d0-b0e9-1066b05b86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:23.649527 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-74244af0-3c1e-45d0-b0e9-1066b05b86f0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0846224 Aug 26 12:36:23.674729 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2ea3156d-da05-4798-84ff-527cf61fdda5', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:34:31Z', 'updated_at': '2021-08-26T12:34:33Z', 'revision_number': 1, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}, {'id': 'c6cb6ecc-f84d-4bde-8623-ece23d6e8086', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:62:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:36:22Z', 'updated_at': '2021-08-26T12:36:22Z', 'revision_number': 0, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:36:23.700569 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] Checking router: e4bc94b9-e943-482f-9be0-9ccdc9890997 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:36:23.708688 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:36:23.709310 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:35:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:36:23.713661 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-56479426-a8be-49c2-8031-5836938f253a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5373b73-1c15-45e4-b9f1-7fbef79612d3 HTTP/1.1" status: 200 len: 998 time: 0.0559669 Aug 26 12:36:23.762820 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-ee0353ca-901e-499b-9811-cc0c71cacbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:23.764303 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-ee0353ca-901e-499b-9811-cc0c71cacbae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0431814 Aug 26 12:36:23.812513 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-18ac65ce-1125-4440-8a54-4455acc1af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:36:23.813604 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:36:23.813996 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-18ac65ce-1125-4440-8a54-4455acc1af1e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424511 Aug 26 12:36:23.903016 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-224e4218-00a4-4f91-a81a-581a75c53086 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810175 Aug 26 12:36:23.995009 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-1d34a5b8-943d-44df-94c1-50c79e2368a6 req-ae3f3b2b-e4a4-4e61-92fd-1b1e6bf517e6 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842886 Aug 26 12:36:24.035717 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2ea3156d-da05-4798-84ff-527cf61fdda5', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:34:31Z', 'updated_at': '2021-08-26T12:34:33Z', 'revision_number': 1, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}, {'id': 'c6cb6ecc-f84d-4bde-8623-ece23d6e8086', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:62:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:36:22Z', 'updated_at': '2021-08-26T12:36:22Z', 'revision_number': 0, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:36:24.064718 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df117763-4dd7-456b-bff4-3899d142cb9d None None] The sync data for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi is: [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2ea3156d-da05-4798-84ff-527cf61fdda5', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:34:31Z', 'updated_at': '2021-08-26T12:34:33Z', 'revision_number': 1, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}, {'id': 'c6cb6ecc-f84d-4bde-8623-ece23d6e8086', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:62:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:36:22Z', 'updated_at': '2021-08-26T12:36:22Z', 'revision_number': 0, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:36:24.241236 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513880e-32a2-419b-86cd-adc50cd828b9 None None] New status for floating IP c6cb6ecc-f84d-4bde-8623-ece23d6e8086: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:36:24.640134 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2200e1c-d71c-4d21-8d40-97c3f37ddaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:26.599533 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:27.328260 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-838c8529-a67c-4f57-83ee-85cfe8daca58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:27.520216 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:28.267727 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:30.109849 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:37.031223 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:36:54.640302 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3843a5c2-b5d9-4289-9a72-b74b15f6b293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:56.616553 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:57.328621 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4874-d6fe-4e0d-9720-8e049befdcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:57.520315 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:58.268934 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:00.113046 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:06.120001 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-fc761df5-88d6-4baa-a42b-17bf83824db1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390751 Aug 26 12:37:06.224449 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-2c106e60-756c-4a8b-9082-33e926556e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:06.225890 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-2c106e60-756c-4a8b-9082-33e926556e29 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 1099 time: 0.0396273 Aug 26 12:37:06.328922 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-8ed151fd-37ea-4363-af4e-baa267a3a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:06.330344 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-8ed151fd-37ea-4363-af4e-baa267a3a2be service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.0838573 Aug 26 12:37:06.394853 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-0878660b-08f3-4d22-a322-7ddb07c32340 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb HTTP/1.1" status: 200 len: 1001 time: 0.0561550 Aug 26 12:37:06.442229 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-891268ff-79bd-4b8f-8a6f-bfdd06c2fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:06.443630 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-891268ff-79bd-4b8f-8a6f-bfdd06c2fff1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0414000 Aug 26 12:37:06.491363 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-5cf04ca8-c646-4604-9458-4faebcaac17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:06.492943 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-5cf04ca8-c646-4604-9458-4faebcaac17f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410028 Aug 26 12:37:06.579989 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-b2c0eb8f-769c-4344-ad7b-4a3d57eab4b1 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788691 Aug 26 12:37:06.668795 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-105c375f-7a47-4f61-8eb1-35c383f54dfb req-ceab63ff-abde-45a2-a7b7-1e42f516ae68 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809851 Aug 26 12:37:14.030706 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:37:24.640804 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0971640-bd44-4a0f-a083-8c19f91527ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:26.616250 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:27.327280 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b55c6425-fdda-44d8-bb0c-22176f9ceab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:27.521995 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:28.272142 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:30.114933 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:51.029596 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:37:54.640813 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93c2d4a3-66ab-4d45-b8f9-cc0c6ba5577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.573828 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59328) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:37:55.796465 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Deleting port 2dd9f748-0e26-4c15-963a-b60baf4ee456 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:37:55.796808 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.872906 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.873165 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:55.884864 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Calling delete_port for 2dd9f748-0e26-4c15-963a-b60baf4ee456 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:37:56.026151 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.051264 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event deleted for resources: {'Port': ['ID=2dd9f748-0e26-4c15-963a-b60baf4ee456,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:56.078098 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.078468 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.078813 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.079147 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.079478 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.079809 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.080142 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.080466 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.080793 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.081124 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.081441 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.081761 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:56.119967 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.120308 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.l3_db [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Floating IP c6cb6ecc-f84d-4bde-8623-ece23d6e8086 disassociated (deleted). External IP: 172.27.2.14, port: d5373b73-1c15-45e4-b9f1-7fbef79612d3. Aug 26 12:37:56.581963 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Router e4bc94b9-e943-482f-9be0-9ccdc9890997 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:37:56.617352 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.686148 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:37:56.690598 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:56.696353 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] Sync routers for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:37:56.704854 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:56.705487 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:37:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:56.720018 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-b412bbed-dc9f-4494-8f4e-c48514b2f777 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "DELETE /v2.0/floatingips/c6cb6ecc-f84d-4bde-8623-ece23d6e8086 HTTP/1.1" status: 204 len: 168 time: 1.1427443 Aug 26 12:37:56.720018 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:37:56.720849 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ee1b40-d31e-47f9-adf8-9de820ec9711" -d '{"events": [{"name": "network-changed", "server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:37:56.760359 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57555d0b-fafb-4473-bb06-6c9ecf4bebdd x-openstack-request-id: req-57555d0b-fafb-4473-bb06-6c9ecf4bebdd {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:37:56.760653 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:37:56.760911 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57555d0b-fafb-4473-bb06-6c9ecf4bebdd {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:37:56.761307 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'status': 'completed', 'code': 200} Aug 26 12:37:56.817949 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:56.855875 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-a1d86d78-ead4-47a2-8f71-55402ad58234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:56.857583 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-a1d86d78-ead4-47a2-8f71-55402ad58234 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 1098 time: 0.0525212 Aug 26 12:37:57.015625 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-6f965399-7d3d-407d-afc3-492cf14e4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:57.017010 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-6f965399-7d3d-407d-afc3-492cf14e4a38 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.1141977 Aug 26 12:37:57.046228 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2ea3156d-da05-4798-84ff-527cf61fdda5', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:34:31Z', 'updated_at': '2021-08-26T12:34:33Z', 'revision_number': 1, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:57.061342 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-940da3f9-c600-4474-966a-6f214e7a9a5f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5373b73-1c15-45e4-b9f1-7fbef79612d3 HTTP/1.1" status: 200 len: 217 time: 0.0363317 Aug 26 12:37:57.069031 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32489ce9-2a8a-4af0-8903-542a8089170c req-0811aabe-74f0-4d01-94ce-d5fd838ac674 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:57.070464 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-32489ce9-2a8a-4af0-8903-542a8089170c req-0811aabe-74f0-4d01-94ce-d5fd838ac674 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 945 time: 0.1731768 Aug 26 12:37:57.071756 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] Checking router: e4bc94b9-e943-482f-9be0-9ccdc9890997 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:37:57.080095 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:37:57.080681 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:37:27Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:57.138943 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-32489ce9-2a8a-4af0-8903-542a8089170c req-f939274f-3f7e-49e3-b49c-3d2ccbc6914b tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604806 Aug 26 12:37:57.140411 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-8e6d7c98-9bab-4b55-8810-8a647a682271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:57.141801 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-8e6d7c98-9bab-4b55-8810-8a647a682271 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0704911 Aug 26 12:37:57.186932 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:37:57.193572 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-6f5a80ef-3f92-4c6b-b550-123af1332679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:57.195128 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-6f5a80ef-3f92-4c6b-b550-123af1332679 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428603 Aug 26 12:37:57.283800 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-48f4449e-c0e7-4148-ac55-404b4e1f8188 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802233 Aug 26 12:37:57.337984 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-471d0e48-b490-4e81-99c1-0de605a0709a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.376428 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-26ee1b40-d31e-47f9-adf8-9de820ec9711 req-df5408db-b3fe-43bc-8d3e-c498e3bf79ed service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839291 Aug 26 12:37:57.417198 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2ea3156d-da05-4798-84ff-527cf61fdda5', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:34:31Z', 'updated_at': '2021-08-26T12:34:33Z', 'revision_number': 1, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:37:57.442792 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace4688-9fcd-4f77-bc5c-3900d12a9570 None None] The sync data for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi is: [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_floatingips': [{'id': '2ea3156d-da05-4798-84ff-527cf61fdda5', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'router_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'port_id': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'mac_address': 'fa:16:3e:f9:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:34:31Z', 'updated_at': '2021-08-26T12:34:33Z', 'revision_number': 1, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:37:57.523645 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:57.667129 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b98c0c8-9435-41d7-8524-16d7911ac2af None None] New status for floating IP c6cb6ecc-f84d-4bde-8623-ece23d6e8086: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:37:58.274646 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.308752 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ad9e5-d5c2-4ecd-9a2c-ae5817262d46 req-174192e5-3499-42dd-a202-b8e979d534c3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:58.310239 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b59ad9e5-d5c2-4ecd-9a2c-ae5817262d46 req-174192e5-3499-42dd-a202-b8e979d534c3 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 945 time: 0.0971396 Aug 26 12:37:58.346978 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-b59ad9e5-d5c2-4ecd-9a2c-ae5817262d46 req-e9101915-988b-4e79-aa95-79be31e7a0d9 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Aug 26 12:37:58.804746 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-af8edfb6-ea89-42f9-b21e-783e00829f92 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:37:58.806149 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-af8edfb6-ea89-42f9-b21e-783e00829f92 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 945 time: 0.0470047 Aug 26 12:37:58.890577 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Deleting port d5373b73-1c15-45e4-b9f1-7fbef79612d3 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:37:58.890914 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.976479 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] For port d5373b73-1c15-45e4-b9f1-7fbef79612d3, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=d5373b73-1c15-45e4-b9f1-7fbef79612d3,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:37:58.976756 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:58.988701 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Calling delete_port for d5373b73-1c15-45e4-b9f1-7fbef79612d3 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:37:59.110344 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:59.137853 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event deleted for resources: {'Port': ['ID=d5373b73-1c15-45e4-b9f1-7fbef79612d3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:37:59.149748 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.150092 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.150468 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.150791 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.151119 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.151447 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.151777 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.152105 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.152436 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.152755 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.153082 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.153395 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:37:59.185705 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] No DVR routers for this DVR port d5373b73-1c15-45e4-b9f1-7fbef79612d3 on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:37:59.188179 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:59.190213 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-7a739bc7-1cf1-4938-9814-49026a67eed9 req-3e1eae41-59fd-4465-a19a-7da6dd80dd8d tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "DELETE /v2.0/ports/d5373b73-1c15-45e4-b9f1-7fbef79612d3 HTTP/1.1" status: 204 len: 173 time: 0.3776217 Aug 26 12:37:59.190671 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'name': 'network-vif-deleted', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:37:59.192865 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676bb7d9-4da8-422c-8c77-a694c3876bcd" -d '{"events": [{"server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "name": "network-vif-deleted", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:37:59.244075 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6a33cf-f44a-4150-ad07-3bac8eadf8d1 x-openstack-request-id: req-5d6a33cf-f44a-4150-ad07-3bac8eadf8d1 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:37:59.244365 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd595b5f-4017-4ae3-8ad9-8917dddc95a9", "name": "network-vif-deleted", "tag": "d5373b73-1c15-45e4-b9f1-7fbef79612d3", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:37:59.244611 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d6a33cf-f44a-4150-ad07-3bac8eadf8d1 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:37:59.245206 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd595b5f-4017-4ae3-8ad9-8917dddc95a9', 'name': 'network-vif-deleted', 'tag': 'd5373b73-1c15-45e4-b9f1-7fbef79612d3', 'status': 'completed', 'code': 200} Aug 26 12:37:59.446078 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-791393f5-1b02-4df1-8e44-92d3c265a9e9 req-ec49fdca-57b0-4d0a-9aea-072af98ce40a tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd595b5f-4017-4ae3-8ad9-8917dddc95a9 HTTP/1.1" status: 200 len: 210 time: 0.0295112 Aug 26 12:38:00.116985 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:01.707272 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device d5373b73-1c15-45e4-b9f1-7fbef79612d3 no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:38:01.727453 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: d5373b73-1c15-45e4-b9f1-7fbef79612d3 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:38:01.727791 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device d5373b73-1c15-45e4-b9f1-7fbef79612d3 not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:38:02.710685 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59378) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:02.863421 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Deleting port c9d0aec4-b33f-4d46-b944-4d205658342f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:02.863761 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.935416 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.935737 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:02.946853 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Calling delete_port for c9d0aec4-b33f-4d46-b944-4d205658342f owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:03.087718 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:03.112146 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event deleted for resources: {'Port': ['ID=c9d0aec4-b33f-4d46-b944-4d205658342f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:03.174351 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:03.174720 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.db.l3_db [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Floating IP 2ea3156d-da05-4798-84ff-527cf61fdda5 disassociated (deleted). External IP: 172.27.2.46, port: 4dbe69e1-9333-4246-a79b-8b5c4d842fbb. Aug 26 12:38:03.378604 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Router e4bc94b9-e943-482f-9be0-9ccdc9890997 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:38:03.486124 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:38:03.491052 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:03.495524 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] Sync routers for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:38:03.504481 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:03.505100 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:37:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:03.522184 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-fa8bc97a-9f01-44e7-b8c3-b025710c2f24 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "DELETE /v2.0/floatingips/2ea3156d-da05-4798-84ff-527cf61fdda5 HTTP/1.1" status: 204 len: 168 time: 0.8104327 Aug 26 12:38:03.522830 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:03.525723 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d928125a10153454111d384b359832fb0d3384b170c110501b6f24c1496e8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5466a2-3cc4-498b-99a8-809da8136d88" -d '{"events": [{"name": "network-changed", "server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:03.566736 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5855d35d-54b5-4a1f-a37f-b16ef1a490a2 x-openstack-request-id: req-5855d35d-54b5-4a1f-a37f-b16ef1a490a2 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:03.567036 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:03.567310 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5855d35d-54b5-4a1f-a37f-b16ef1a490a2 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:03.567693 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'status': 'completed', 'code': 200} Aug 26 12:38:03.613336 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:03.665654 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-0566fc7c-212c-4616-9a40-e08458352489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:03.667188 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-0566fc7c-212c-4616-9a40-e08458352489 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 1099 time: 0.0538495 Aug 26 12:38:03.787915 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0c140-f83e-4d57-a2b4-8c3d218b9c2a req-b5610ba4-605f-4550-ace4-351a65dd4800 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:03.790074 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-28c0c140-f83e-4d57-a2b4-8c3d218b9c2a req-b5610ba4-605f-4550-ace4-351a65dd4800 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 946 time: 0.0961294 Aug 26 12:38:03.816991 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:03.842252 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-a56aae8d-2d71-462f-ace9-9bf6cef928c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:03.843760 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-a56aae8d-2d71-462f-ace9-9bf6cef928c5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 200 len: 912 time: 0.1249599 Aug 26 12:38:03.848932 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-28c0c140-f83e-4d57-a2b4-8c3d218b9c2a req-4ff27984-feb0-4298-be72-91f67449edd7 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506914 Aug 26 12:38:03.887223 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-25ea97de-94f5-4395-be54-95ac120ae811 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb HTTP/1.1" status: 200 len: 217 time: 0.0344348 Aug 26 12:38:03.939103 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-94a080ca-6827-4aa9-813e-1c6acaa1dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:03.940470 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-94a080ca-6827-4aa9-813e-1c6acaa1dbcc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 200 len: 850 time: 0.0446291 Aug 26 12:38:03.967541 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] Checking router: e4bc94b9-e943-482f-9be0-9ccdc9890997 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:38:03.975869 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:03.977050 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:37:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:03.990466 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-6535833c-d862-46e0-8b79-39824785be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:03.992059 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-6535833c-d862-46e0-8b79-39824785be2d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de61ebec-f305-4cf7-9b93-9edfed509307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435140 Aug 26 12:38:04.079976 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:04.080832 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-24ac5283-dd3d-47d3-a378-867ccfcaa994 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801337 Aug 26 12:38:04.173155 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-6c5466a2-3cc4-498b-99a8-809da8136d88 req-f0ab4f22-660a-4604-94ca-c40b5a013d46 service neutron] 10.222.0.68 "GET /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844660 Aug 26 12:38:04.272905 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:04.301828 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c93958-d0f3-4cf5-b0f4-7062c979e48d None None] The sync data for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi is: [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:28Z', 'revision_number': 4, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi', '_interfaces': [{'id': 'd444bcd8-1fb1-48c0-8867-a4166e8377f6', 'name': '', 'network_id': 'de61ebec-f305-4cf7-9b93-9edfed509307', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'mac_address': 'fa:16:3e:3f:70:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:27Z', 'updated_at': '2021-08-26T12:31:34Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'subnets': [{'id': '71f7c3e5-3849-4ef6-9075-417dbcfbec61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:38:04.505093 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3544a24c-127e-4b3b-8546-6f212a2f4966 None None] New status for floating IP 2ea3156d-da05-4798-84ff-527cf61fdda5: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:38:04.967405 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a81b-7e97-4ede-971d-6059f18ae6de req-5aaa0390-1f44-4f64-9d52-cc4790e51c01 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:04.968978 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1d83a81b-7e97-4ede-971d-6059f18ae6de req-5aaa0390-1f44-4f64-9d52-cc4790e51c01 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 946 time: 0.0513122 Aug 26 12:38:05.007771 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-1d83a81b-7e97-4ede-971d-6059f18ae6de req-aa9c419a-d60e-4b05-8844-e2011457d299 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfa4944-6300-410f-97f3-1895955237be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329297 Aug 26 12:38:05.482987 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-cfecf88b-da49-4b83-90c4-d3161d39d3ec tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:38:05.484411 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-cfecf88b-da49-4b83-90c4-d3161d39d3ec tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 946 time: 0.0476327 Aug 26 12:38:05.570639 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Deleting port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:05.570974 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.657389 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] For port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb, host hv-cinder-80614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80614',level=0,port_id=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:05.657749 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.669988 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Calling delete_port for 4dbe69e1-9333-4246-a79b-8b5c4d842fbb owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:05.793573 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.818711 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event deleted for resources: {'Port': ['ID=4dbe69e1-9333-4246-a79b-8b5c4d842fbb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:05.860240 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] No DVR routers for this DVR port 4dbe69e1-9333-4246-a79b-8b5c4d842fbb on host hv-cinder-80614 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:38:05.862731 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:05.864707 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [req-c0ac4779-ddfc-45b4-bde3-4209d11ccae2 req-ac5ae8a2-29fb-455d-a4e4-8af60406497c tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.68 "DELETE /v2.0/ports/4dbe69e1-9333-4246-a79b-8b5c4d842fbb HTTP/1.1" status: 204 len: 173 time: 0.3733308 Aug 26 12:38:05.865140 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'name': 'network-vif-deleted', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:38:05.867391 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12eb2f3a2faa8f3ef35f8fd44b4e2911791a3a4bbdbc3f1c1c59d62aecdd2b7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ab2b92-5a64-43c2-b5b5-d20f3c4397b9" -d '{"events": [{"server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "name": "network-vif-deleted", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:38:05.902945 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3396d9-6334-4e61-b590-98d49c8b4915 x-openstack-request-id: req-7a3396d9-6334-4e61-b590-98d49c8b4915 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:38:05.903230 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f818399e-a6dc-46e3-917e-289fe5f2bec2", "name": "network-vif-deleted", "tag": "4dbe69e1-9333-4246-a79b-8b5c4d842fbb", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:38:05.903481 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a3396d9-6334-4e61-b590-98d49c8b4915 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:38:05.903873 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f818399e-a6dc-46e3-917e-289fe5f2bec2', 'name': 'network-vif-deleted', 'tag': '4dbe69e1-9333-4246-a79b-8b5c4d842fbb', 'status': 'completed', 'code': 200} Aug 26 12:38:06.097410 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [req-08e7318a-c1de-4b5d-bc15-db68ddbcb27c req-9bb33399-fb34-4f6d-bb4a-26f46f6ee5b0 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "GET /v2.0/ports?device_id=f818399e-a6dc-46e3-917e-289fe5f2bec2 HTTP/1.1" status: 200 len: 210 time: 0.0252821 Aug 26 12:38:07.152158 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59394) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:07.272747 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Deleting port 1a5e4089-3a13-4e58-8e4b-4253107b7d5d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:07.273654 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:07.349377 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:07.349707 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:07.360858 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Calling delete_port for 1a5e4089-3a13-4e58-8e4b-4253107b7d5d owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:07.495009 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:07.520224 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event deleted for resources: {'Port': ['ID=1a5e4089-3a13-4e58-8e4b-4253107b7d5d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:07.578127 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:07.580744 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179158'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:07.581927 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-d302e135-ade0-4fb2-91d8-11225599f692 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "DELETE /v2.0/floatingips/29a6742d-027f-4a63-a898-2b9b001b3132 HTTP/1.1" status: 204 len: 168 time: 0.4287355 Aug 26 12:38:08.769000 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59406) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:08.826009 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-219d458b-4e12-4f5b-aaee-a4183994f6f1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:08.849843 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-219d458b-4e12-4f5b-aaee-a4183994f6f1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:08.910111 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-219d458b-4e12-4f5b-aaee-a4183994f6f1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:08.912672 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-219d458b-4e12-4f5b-aaee-a4183994f6f1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:08.914323 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-219d458b-4e12-4f5b-aaee-a4183994f6f1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] 10.222.0.13 "DELETE /v2.0/security-groups/fdfa4944-6300-410f-97f3-1895955237be HTTP/1.1" status: 204 len: 168 time: 0.1443415 Aug 26 12:38:08.923014 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d458b-4e12-4f5b-aaee-a4183994f6f1 tempest-TestVolumeBootPattern-1774342233 tempest-TestVolumeBootPattern-1774342233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfa4944-6300-410f-97f3-1895955237be,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:08.966625 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59410) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:09.423825 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810639'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:09.661750 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Deleting port d444bcd8-1fb1-48c0-8867-a4166e8377f6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:09.662007 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:09.739714 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] For port d444bcd8-1fb1-48c0-8867-a4166e8377f6, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=d444bcd8-1fb1-48c0-8867-a4166e8377f6,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:09.740081 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:09.753383 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Calling delete_port for d444bcd8-1fb1-48c0-8867-a4166e8377f6 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:09.753818 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 4dbe69e1-9333-4246-a79b-8b5c4d842fbb no longer exists at agent hyperv_hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:38:09.773463 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] No Port match for: 4dbe69e1-9333-4246-a79b-8b5c4d842fbb {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:38:09.773808 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Device 4dbe69e1-9333-4246-a79b-8b5c4d842fbb not bound to the agent host hv-cinder-80614 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:38:09.923989 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:09.947700 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Pushing event deleted for resources: {'Port': ['ID=d444bcd8-1fb1-48c0-8867-a4166e8377f6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:10.109976 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810437'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.323462 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Router e4bc94b9-e943-482f-9be0-9ccdc9890997 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:38:10.678527 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:38:10.683509 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-6829091d-e5fe-47da-ba63-906c33fdb069 admin admin] 10.222.0.13 "PUT /v2.0/routers/e4bc94b9-e943-482f-9be0-9ccdc9890997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157850 Aug 26 12:38:10.686058 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59414) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:10.688970 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] Sync routers for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:38:10.698054 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:10.698916 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:37:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:10.789555 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.800445 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:10.889103 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.939981 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Deleting port add2d032-42e7-4b9d-af01-3ce07ed57ba9 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:10.940647 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.973873 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:38:09Z', 'revision_number': 5, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port': {'id': 'add2d032-42e7-4b9d-af01-3ce07ed57ba9', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:11.002889 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] Checking router: e4bc94b9-e943-482f-9be0-9ccdc9890997 for host: dv-cinder-806141-1-iscsi {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:38:11.011614 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] Routers {'e4bc94b9-e943-482f-9be0-9ccdc9890997'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:11.012218 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:37:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['e4bc94b9-e943-482f-9be0-9ccdc9890997'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:11.021640 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] For port add2d032-42e7-4b9d-af01-3ce07ed57ba9, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=add2d032-42e7-4b9d-af01-3ce07ed57ba9,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:11.022013 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.034884 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Calling delete_port for add2d032-42e7-4b9d-af01-3ce07ed57ba9 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:11.092122 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] Set router e4bc94b9-e943-482f-9be0-9ccdc9890997 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:11.144583 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:38:10Z', 'revision_number': 6, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port_host': None}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:11.170808 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386a6a1-3edd-49db-97fa-1bd28e089581 None None] The sync data for ids ['e4bc94b9-e943-482f-9be0-9ccdc9890997'] in dv-cinder-806141-1-iscsi is: [{'id': 'e4bc94b9-e943-482f-9be0-9ccdc9890997', 'name': 'tempest-TestVolumeBootPattern-254322613-router', 'tenant_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:25Z', 'updated_at': '2021-08-26T12:38:10Z', 'revision_number': 6, 'project_id': '1b15b0aacd1749e2bf9f161ab29d1746', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:38:11.204927 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.231307 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=add2d032-42e7-4b9d-af01-3ce07ed57ba9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:11.286980 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808735'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.373541 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241688'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.375585 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.419638 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806799'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.420173 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4bc94b9-e943-482f-9be0-9ccdc9890997 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:38:11.424350 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.425473 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-66a77b30-b4bf-4df2-a70e-f9a02d381d5e admin admin] 10.222.0.13 "DELETE /v2.0/routers/e4bc94b9-e943-482f-9be0-9ccdc9890997 HTTP/1.1" status: 204 len: 168 time: 0.7384903 Aug 26 12:38:11.428131 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59416) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:11.472164 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8384cec-a66e-45a1-8a2a-df18c4f6d373 admin admin] Deleting subnet 71f7c3e5-3849-4ef6-9075-417dbcfbec61 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:38:11.475140 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8384cec-a66e-45a1-8a2a-df18c4f6d373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.511346 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8384cec-a66e-45a1-8a2a-df18c4f6d373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32970956'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.593996 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8384cec-a66e-45a1-8a2a-df18c4f6d373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.644729 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8384cec-a66e-45a1-8a2a-df18c4f6d373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33022491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257923'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.669560 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8384cec-a66e-45a1-8a2a-df18c4f6d373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f7c3e5-3849-4ef6-9075-417dbcfbec61,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:11.673101 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8384cec-a66e-45a1-8a2a-df18c4f6d373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.674948 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-f8384cec-a66e-45a1-8a2a-df18c4f6d373 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71f7c3e5-3849-4ef6-9075-417dbcfbec61 HTTP/1.1" status: 204 len: 168 time: 0.2459133 Aug 26 12:38:11.677419 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59418) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:11.681916 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44e0fa-6c69-4862-b0bf-c788e0d59d57 None None] Network de61ebec-f305-4cf7-9b93-9edfed509307 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:38:11.746806 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.798955 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Deleting port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:11.799207 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.861033 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] For port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=14dd1eb0-3223-47b3-b5d9-2d041dc8c871,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:11.861353 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.875100 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Calling delete_port for 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:11.901719 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] DHCP port deletion for de61ebec-f305-4cf7-9b93-9edfed509307 request from dv-cinder-806141-1-iscsi {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:38:11.947187 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Deleting port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:11.947572 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.960877 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33022536'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:11.987719 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Pushing event deleted for resources: {'Port': ['ID=14dd1eb0-3223-47b3-b5d9-2d041dc8c871,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:11.989570 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] No DVR routers for this DVR port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 on host dv-cinder-806141-1-iscsi {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:38:12.016611 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] For port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=14dd1eb0-3223-47b3-b5d9-2d041dc8c871,segment=NetworkSegment(ec3dd9d1-9c82-4459-9770-8fff244a40a9),segment_id=ec3dd9d1-9c82-4459-9770-8fff244a40a9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:12.016925 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.029653 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Calling delete_port for 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:12.058554 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.068364 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de61ebec-f305-4cf7-9b93-9edfed509307']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:12.082490 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3dd9d1-9c82-4459-9770-8fff244a40a9') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:12.082791 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.services.segments.db [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3dd9d1-9c82-4459-9770-8fff244a40a9') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:12.092544 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32970963'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.106772 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.107366 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.112817 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:38:12.113217 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33022589'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: Traceback (most recent call last): Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: timer() Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: cb(*args, **kw) Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: return func(*args, **kwargs) Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: self._notify() Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: self.callback(batched_events) Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: event.method(event) Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: return f(self, *a, **k) Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._get(url).json() Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:38:12.114996 dv-cinder-806141-1-iscsi neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:38:12.136095 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Pushing event deleted for resources: {'Port': ['ID=14dd1eb0-3223-47b3-b5d9-2d041dc8c871,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:12.143193 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] No DVR routers for this DVR port 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 on host dv-cinder-806141-1-iscsi {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:38:12.157867 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.158483 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.158906 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.159350 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.160591 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.161283 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.162635 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.163010 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.164066 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.164720 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.164838 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.165208 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b22c4-a564-43af-91d5-fba666988f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806141-1-iscsi {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:38:12.177099 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.182512 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.184323 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] 10.222.0.13 "DELETE /v2.0/networks/de61ebec-f305-4cf7-9b93-9edfed509307 HTTP/1.1" status: 204 len: 168 time: 0.5060046 Aug 26 12:38:12.187772 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59420) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:12.195566 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db01222-8e2f-45b0-933a-d7da3fad1816 admin admin] Pushing event deleted for resources: {'Network': ['ID=de61ebec-f305-4cf7-9b93-9edfed509307,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:12.231432 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device d444bcd8-1fb1-48c0-8867-a4166e8377f6 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:38:12.251564 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: d444bcd8-1fb1-48c0-8867-a4166e8377f6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:38:12.251913 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device d444bcd8-1fb1-48c0-8867-a4166e8377f6 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:38:12.252332 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device add2d032-42e7-4b9d-af01-3ce07ed57ba9 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:38:12.270677 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: add2d032-42e7-4b9d-af01-3ce07ed57ba9 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:38:12.270957 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device add2d032-42e7-4b9d-af01-3ce07ed57ba9 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:38:12.271367 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:38:12.290930 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:38:12.291284 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 14dd1eb0-3223-47b3-b5d9-2d041dc8c871 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:38:12.530715 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810639'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.765669 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Deleting port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:12.766000 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.839872 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] For port 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45,segment=NetworkSegment(31235ef7-0a0b-418e-ab05-446e3385869e),segment_id=31235ef7-0a0b-418e-ab05-446e3385869e)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:12.840232 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:12.852048 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Calling delete_port for 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:13.273596 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:13.297994 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Pushing event deleted for resources: {'Port': ['ID=0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:13.457621 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810437'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:13.662592 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Router 21b0e710-d4f7-4660-8ddb-a3645dd08372 has already been hosted by L3 agent 2913d223-bbfc-4322-b0d7-0d87c05ce0f3 {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:38:13.765613 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] Notify agent at l3_agent.dv-cinder-806141-1-iscsi the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:38:13.770604 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a448ecd3-f218-43e3-9e09-bdfd21b8721e admin admin] 10.222.0.13 "PUT /v2.0/routers/21b0e710-d4f7-4660-8ddb-a3645dd08372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5818493 Aug 26 12:38:13.773664 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59422) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:13.776237 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] Sync routers for ids ['21b0e710-d4f7-4660-8ddb-a3645dd08372'] in dv-cinder-806141-1-iscsi {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:38:13.785111 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] Routers {'21b0e710-d4f7-4660-8ddb-a3645dd08372'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:13.785714 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:37:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['21b0e710-d4f7-4660-8ddb-a3645dd08372'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:13.874673 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:13.886459 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] Set router 21b0e710-d4f7-4660-8ddb-a3645dd08372 gateway port host: dv-cinder-806141-1-iscsi {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:13.975059 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.026124 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Deleting port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:14.026496 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.057292 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'external_fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:30Z', 'updated_at': '2021-08-26T12:38:13Z', 'revision_number': 5, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'gw_port': {'id': '8c6a2d06-28a2-4c63-93bf-adf7e581d3fd', 'name': '', 'network_id': '1d119952-c837-4320-84ab-3678bc73cb59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806141-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:31:31Z', 'updated_at': '2021-08-26T12:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd42a7087-7399-4859-bd2e-19ee93d22751', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806141-1-iscsi'}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:14.082967 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] Checking router: 21b0e710-d4f7-4660-8ddb-a3645dd08372 for host: dv-cinder-806141-1-iscsi {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:38:14.091509 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] Routers {'21b0e710-d4f7-4660-8ddb-a3645dd08372'} bound to L3 agent in host dv-cinder-806141-1-iscsi {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:38:14.092105 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806141-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T12:14:57Z,description=,heartbeat_timestamp=2021-08-26T12:37:57Z,host='dv-cinder-806141-1-iscsi',id=2913d223-bbfc-4322-b0d7-0d87c05ce0f3,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T12:14:57Z,topic='l3_agent')) {'router_ids': ['21b0e710-d4f7-4660-8ddb-a3645dd08372'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:14.105389 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] For port 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=8c6a2d06-28a2-4c63-93bf-adf7e581d3fd,segment=NetworkSegment(3fa74267-be52-4528-a943-51088dcc4350),segment_id=3fa74267-be52-4528-a943-51088dcc4350)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:14.105758 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.118277 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Calling delete_port for 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:14.260072 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] Set router 21b0e710-d4f7-4660-8ddb-a3645dd08372 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:38:14.289321 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.309921 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:30Z', 'updated_at': '2021-08-26T12:38:13Z', 'revision_number': 6, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'gw_port_host': None}], 'dv-cinder-806141-1-iscsi', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:14.315848 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6a2d06-28a2-4c63-93bf-adf7e581d3fd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:14.338738 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a87040-1501-4974-8d28-7804c32c5fac None None] The sync data for ids ['21b0e710-d4f7-4660-8ddb-a3645dd08372'] in dv-cinder-806141-1-iscsi is: [{'id': '21b0e710-d4f7-4660-8ddb-a3645dd08372', 'name': 'tempest-TestVolumeBootPattern-800021722-router', 'tenant_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:31:30Z', 'updated_at': '2021-08-26T12:38:13Z', 'revision_number': 6, 'project_id': 'cdaa1a28aa8d4fe4852b498b19fc00ce', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:38:14.379303 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808735'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.466041 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1806784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-241688'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.468221 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.513464 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806799'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.513933 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b0e710-d4f7-4660-8ddb-a3645dd08372 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:38:14.518271 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.519504 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-2918f245-4013-4820-b8f3-a2c645226fd5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/21b0e710-d4f7-4660-8ddb-a3645dd08372 HTTP/1.1" status: 204 len: 168 time: 0.7449410 Aug 26 12:38:14.522030 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59424) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:14.564327 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5edafd9-c78b-4ed4-8617-01711f4d9979 admin admin] Deleting subnet 26733c8a-8730-417f-9f55-5bc2ce5e9199 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:38:14.567482 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5edafd9-c78b-4ed4-8617-01711f4d9979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.601405 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5edafd9-c78b-4ed4-8617-01711f4d9979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32579934'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.678721 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5edafd9-c78b-4ed4-8617-01711f4d9979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.734140 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5edafd9-c78b-4ed4-8617-01711f4d9979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32964179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32681676'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.760562 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edafd9-c78b-4ed4-8617-01711f4d9979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26733c8a-8730-417f-9f55-5bc2ce5e9199,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:14.764290 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5edafd9-c78b-4ed4-8617-01711f4d9979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.766100 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-a5edafd9-c78b-4ed4-8617-01711f4d9979 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/26733c8a-8730-417f-9f55-5bc2ce5e9199 HTTP/1.1" status: 204 len: 168 time: 0.2431421 Aug 26 12:38:14.768632 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59426) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:14.773026 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e2f2da-5f9b-4930-ae20-b8c9ae009746 None None] Network 38bb440b-a594-45da-911b-bd84a4f080f3 requested from dv-cinder-806141-1-iscsi {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:38:14.834752 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752167'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.890595 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Deleting port 7b5bc0ba-55b8-4103-a842-e6656536c8e8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:38:14.890803 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787353242655'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.951755 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] For port 7b5bc0ba-55b8-4103-a842-e6656536c8e8, host dv-cinder-806141-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806141-1-iscsi',level=0,port_id=7b5bc0ba-55b8-4103-a842-e6656536c8e8,segment=NetworkSegment(31235ef7-0a0b-418e-ab05-446e3385869e),segment_id=31235ef7-0a0b-418e-ab05-446e3385869e)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:38:14.952122 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812254'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:14.965004 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Calling delete_port for 7b5bc0ba-55b8-4103-a842-e6656536c8e8 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:38:15.043309 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2072866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787353217311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787352757791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32964096'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.067565 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5bc0ba-55b8-4103-a842-e6656536c8e8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:15.070887 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] No DVR routers for this DVR port 7b5bc0ba-55b8-4103-a842-e6656536c8e8 on host dv-cinder-806141-1-iscsi {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:38:15.129892 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f697d-cbe8-49fd-a43b-b76eec5e3196 None None] DHCP port deletion for 38bb440b-a594-45da-911b-bd84a4f080f3 request from dv-cinder-806141-1-iscsi {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:38:15.143944 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528716', 'neutron.services.segments.db._delete_segments_for_network-8787353257966'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.154547 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bb440b-a594-45da-911b-bd84a4f080f3']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:15.168534 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31235ef7-0a0b-418e-ab05-446e3385869e') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:15.168823 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.services.segments.db [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31235ef7-0a0b-418e-ab05-446e3385869e') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:38:15.177396 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787353257849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32579905'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.190658 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.197070 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:38:15.197578 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32964149'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: Traceback (most recent call last): Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: timer() Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: cb(*args, **kw) Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: return func(*args, **kwargs) Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: self._notify() Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: self.callback(batched_events) Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: event.method(event) Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: return f(self, *a, **k) Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._get(url).json() Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: return self.request(url, 'GET', **kwargs) Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:38:15.199696 dv-cinder-806141-1-iscsi neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:38:15.252155 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808739'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.257439 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703800'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.259564 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/38bb440b-a594-45da-911b-bd84a4f080f3 HTTP/1.1" status: 204 len: 168 time: 0.4900031 Aug 26 12:38:15.270152 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b73f87-e6a8-4155-915f-7e39b29988ae admin admin] Pushing event deleted for resources: {'Network': ['ID=38bb440b-a594-45da-911b-bd84a4f080f3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:15.376126 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59430) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:15.417002 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-87ef47a3-6b76-49c1-a860-c5968420e0f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b15b0aacd1749e2bf9f161ab29d1746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377972 Aug 26 12:38:15.417477 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.13', 59432) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:15.463904 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0881be98-c359-4248-8489-ea08619eb61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.487707 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0881be98-c359-4248-8489-ea08619eb61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.535893 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0881be98-c359-4248-8489-ea08619eb61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.538464 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0881be98-c359-4248-8489-ea08619eb61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.539619 dv-cinder-806141-1-iscsi neutron-server[93810]: INFO neutron.wsgi [None req-0881be98-c359-4248-8489-ea08619eb61a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e239239-32d3-4f80-bea1-6e648accd2ff HTTP/1.1" status: 204 len: 168 time: 0.1213205 Aug 26 12:38:15.547989 dv-cinder-806141-1-iscsi neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881be98-c359-4248-8489-ea08619eb61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e239239-32d3-4f80-bea1-6e648accd2ff,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:15.838592 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59438) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:15.877641 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-44e05722-8d44-49ee-8deb-b197587c3a45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdaa1a28aa8d4fe4852b498b19fc00ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379248 Aug 26 12:38:15.879928 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.13', 59440) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:38:15.924836 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-07f9ecf2-4e13-4019-9f57-513b19bcef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.949420 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-07f9ecf2-4e13-4019-9f57-513b19bcef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.994040 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-07f9ecf2-4e13-4019-9f57-513b19bcef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750296'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.996731 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-07f9ecf2-4e13-4019-9f57-513b19bcef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.997910 dv-cinder-806141-1-iscsi neutron-server[93811]: INFO neutron.wsgi [None req-07f9ecf2-4e13-4019-9f57-513b19bcef30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a31932c-71bf-4e44-ab28-5f2762a79f4e HTTP/1.1" status: 204 len: 168 time: 0.1170890 Aug 26 12:38:16.005480 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9ecf2-4e13-4019-9f57-513b19bcef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a31932c-71bf-4e44-ab28-5f2762a79f4e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:38:16.224595 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 7b5bc0ba-55b8-4103-a842-e6656536c8e8 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:38:16.246319 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 7b5bc0ba-55b8-4103-a842-e6656536c8e8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:38:16.246805 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 7b5bc0ba-55b8-4103-a842-e6656536c8e8 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:38:16.247224 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:38:16.266543 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:38:16.266890 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 0459e1f2-b1fc-4a4c-9cce-38ac69bbaa45 not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:38:16.267305 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd no longer exists at agent ovs-agent-dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:38:16.286695 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] No Port match for: 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:38:16.287044 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Device 8c6a2d06-28a2-4c63-93bf-adf7e581d3fd not bound to the agent host dv-cinder-806141-1-iscsi {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:38:24.644787 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4028cd63-541f-4dc1-a2df-3b0537ad449d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:26.615101 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:27.327862 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5455b550-456d-48c8-9283-2e01b3e111d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:27.523577 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:28.028861 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:38:28.277379 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:30.120846 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:54.644780 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c60c027a-0f0c-49b4-8ccc-b9ff4263b81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:56.632257 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:57.327215 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56a243d7-6473-4e1f-8493-14b481385899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:57.523384 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:58.279956 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:00.123634 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:05.027097 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:39:24.644433 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd5e6055-a8a5-46fe-8872-6ddc3bebfa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:26.636647 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:27.326746 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40014012-55fb-4f6a-a9e2-57e752276148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:27.524218 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:28.282469 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:30.126497 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:30.148769 dv-cinder-806141-1-iscsi neutron-server[93811]: DEBUG neutron.wsgi [req-081f67e3-ee19-4b6a-adfe-4002eadc226c req-ce3e6d98-6dcc-4498-8963-02894420e11c service neutron] (93811) timed out ('10.222.0.68', 65363) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 12:39:42.025781 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:39:54.644169 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-07b65605-fad2-49f6-afa7-f7a5dc22089d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:56.636571 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:57.325597 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cd58231-c8dc-4350-bec4-7d9ea00ff1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:57.524443 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:58.285228 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:00.128618 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:19.024482 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:40:24.647862 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e139274-ff8e-4774-a986-70832c82cfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:26.644144 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:27.324142 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-67f3c046-c232-441b-8304-571f8c9c75d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:27.525513 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:28.287748 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:30.130813 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:54.647793 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-696da443-b6f7-4b6e-8126-b1968bfecfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:56.023163 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:40:56.654524 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.323258 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8400c6b-ac8e-4836-b3d1-6ece60e9f84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:57.524687 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:40:58.291580 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:00.134208 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:24.647437 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6b96-49c2-4ce9-8550-c89629b2a544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:26.643245 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:27.322771 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef0fc5af-b76f-434d-bb9a-9404d3e45953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:27.524894 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:28.292811 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:30.136840 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:33.021932 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:41:54.649105 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2356770-7896-482d-9a50-85cc56a2cb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:56.649419 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:57.323104 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e77b371e-b284-4701-a325-ff3e887201fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:57.527753 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:41:58.300618 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:00.139197 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:10.024806 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:42:24.652910 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01e380e3-4669-4dd9-a3d2-9a08ab072f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:26.658622 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:27.323893 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d73337-a910-4c27-816b-09a8f28129ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:27.531262 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:28.300650 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:30.142655 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:47.024304 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:42:54.656057 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c98272e8-7d19-4b14-b8bd-1016022a74c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:56.667096 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.333547 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82b21194-a222-47d4-8acb-6e6b27ccb3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:57.536643 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:42:58.306000 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:00.146925 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:24.023501 dv-cinder-806141-1-iscsi neutron-server[93813]: DEBUG neutron.db.agents_db [None req-c5491a29-2517-4ce0-ab31-dd5d54219ed7 None None] Agent healthcheck: found 6 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:43:24.658142 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc8c339d-8931-4bee-9760-fffaabd2e09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:26.672785 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-694d13e1-8a37-4a7e-9afe-6c68122826f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:27.324767 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7f46-67ff-4a59-b220-7865c522632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:27.539631 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d85fa8d-8a9e-42c8-8518-c5874efee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:28.306692 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093ba15d-ec9c-4867-8402-e15042f78855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:43:30.148238 dv-cinder-806141-1-iscsi neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ea70fa2-bbef-4a56-95ee-6480427e350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787353257948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530550'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}